-- Logs begin at Thu 2021-10-14 10:47:12 UTC, end at Thu 2021-10-14 11:49:54 UTC. -- Oct 14 11:18:29.839316 dv-cinder-797970-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 14 11:18:32.643950 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.common.config [-] Logging enabled! Oct 14 11:18:32.644695 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev69 Oct 14 11:18:32.644828 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99725) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 14 11:18:32.648245 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.common.config [-] Logging enabled! Oct 14 11:18:32.648503 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev69 Oct 14 11:18:32.648819 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99725) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 14 11:18:32.649805 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 11:18:32.650041 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 11:18:32.650470 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 11:18:32.650716 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 11:18:32.650942 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 11:18:32.651262 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.651567 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.651867 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.652099 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.652397 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.652687 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.652970 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.653260 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.653561 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.653850 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.654135 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.654460 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.654693 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.654973 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.655260 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.655549 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.655775 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] debug = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.656055 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.656487 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.656935 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.657758 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.658147 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.658426 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.658703 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.658981 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.659354 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.659801 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] host = dv-cinder-797970-2-iscsi {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.660083 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.660373 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.660661 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.660949 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.661224 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.661502 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.661789 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.662068 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.662368 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] log_file = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.662645 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.662935 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.663223 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.663515 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.663740 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.663962 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.664257 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.664545 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.664823 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.665097 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.665369 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.665640 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.665911 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.666177 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.666486 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.666771 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.667056 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.667333 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.667605 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.667874 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.668144 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.668429 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.668702 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.668974 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.669246 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.669533 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.669801 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.670073 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.670400 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.670690 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.670972 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.671261 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.671535 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.671819 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.672096 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.672365 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.672636 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] use_json = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.673035 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.673790 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.674079 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.674379 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.674654 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.674929 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.675197 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.675484 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:32.675788 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.676086 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.676390 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.676677 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.676992 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.677275 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.677564 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.677845 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.678138 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.678453 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.678747 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.679025 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.679315 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.679596 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.679893 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.680203 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.680498 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.680792 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.681071 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.681346 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.681619 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.681900 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.682186 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.682483 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.682773 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.683065 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.683345 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.683632 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.683927 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.684222 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.684495 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.684786 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.685062 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.685340 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.685612 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.685888 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.686175 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.686481 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.686752 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.687290 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.687570 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.687843 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.688114 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.688390 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.688717 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.688997 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.689268 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.689540 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.689817 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.690090 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.690397 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.690674 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.690946 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.691220 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.691495 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.691767 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.692042 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.692315 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.692583 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.692857 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.693126 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.693396 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.693667 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.693937 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.694226 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.694505 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.694774 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.695050 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.695322 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.695591 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.695861 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.696130 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.696401 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.696688 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.696986 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.697263 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.697544 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.697822 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.698098 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.698395 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.698669 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.698944 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.699221 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.699491 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.699779 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.700064 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.700348 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.700628 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.700902 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.701213 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.701490 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.701770 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.702043 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.702342 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.702622 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.702902 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.703199 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.703496 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.703794 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.704115 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.704415 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.704690 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.704996 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.705286 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:32.705502 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 11:18:32.705751 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99725) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 14 11:18:33.145828 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 14 11:18:33.146099 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 14 11:18:33.146421 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 14 11:18:33.146760 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 14 11:18:33.474917 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.475113 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.475378 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.476556 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.476831 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.477097 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.512385 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.512661 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.512928 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.529458 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.529738 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.530007 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.560671 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.560946 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.561213 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.598511 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.598790 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.599063 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.840849 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.841466 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.841466 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.841606 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.842286 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.971885 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.972200 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.972488 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.972766 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.973036 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.973348 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.973614 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.973876 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.974137 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.974453 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.974720 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.974989 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.975247 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.975501 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.975759 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.976026 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.976283 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.976553 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.976828 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.977087 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.977365 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.977619 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.977908 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.978331 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.978588 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.978839 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:33.979273 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 11:18:33.979516 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 11:18:33.979751 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 11:18:33.979986 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 11:18:33.980225 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 11:18:33.980456 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 11:18:33.980829 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 14 11:18:33.984306 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 14 11:18:33.988961 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 14 11:18:33.994115 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Oct 14 11:18:33.995829 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 14 11:18:33.996290 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 14 11:18:33.996628 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 14 11:18:33.997016 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 14 11:18:33.999948 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 14 11:18:34.000201 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 14 11:18:34.000554 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 11:18:34.006659 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 14 11:18:34.029619 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 14 11:18:34.030089 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.030437 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99725) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 14 11:18:34.030799 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.032201 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99725) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 14 11:18:34.033009 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 11:18:34.033268 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 14 11:18:34.036746 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.037032 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.101259 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 14 11:18:34.101463 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 14 11:18:34.101639 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 14 11:18:34.102022 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 14 11:18:34.123421 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_db.sqlalchemy.engines [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99725) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 14 11:18:34.667530 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Initializing driver for type 'gre' Oct 14 11:18:34.668117 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] gre ID ranges: [(1, 1000)] Oct 14 11:18:34.721031 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Initializing driver for type 'local' Oct 14 11:18:34.721369 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Initializing driver for type 'vlan' Oct 14 11:18:34.734666 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] VlanTypeDriver initialization complete Oct 14 11:18:34.735025 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Initializing driver for type 'vxlan' Oct 14 11:18:34.735526 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] vxlan ID ranges: [(1, 1000)] Oct 14 11:18:34.788004 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Initializing extension driver 'port_security' Oct 14 11:18:34.788406 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.extensions.port_security [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] PortSecurityExtensionDriver initialization complete Oct 14 11:18:34.788729 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Initializing mechanism driver 'openvswitch' Oct 14 11:18:34.789068 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Initializing mechanism driver 'hyperv' Oct 14 11:18:34.795833 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.plugins.ml2.plugin [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:34.796524 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > port after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.796926 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > port after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.797282 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > port after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.797812 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 11:18:34.798271 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.798633 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.798985 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.799492 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 11:18:34.799912 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > network after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.800270 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > network after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.800622 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > network after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.801014 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 11:18:34.801424 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > security_group after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.801778 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > security_group after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.802124 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.802679 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 11:18:34.803095 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.803454 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.803805 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.804203 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 11:18:34.804614 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > address_group after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.804965 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > address_group after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.805318 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.805711 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 11:18:34.806093 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] ML2 OVO RPC backend initialized. {{(pid=99725) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 14 11:18:34.806832 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.807195 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.807618 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > network before_response 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.807973 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > networks before_response 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.808325 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > port before_response 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.808671 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > ports before_response 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.809021 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > subnet before_response 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.809367 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > subnets before_response 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.809719 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > network after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.810064 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > network after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.810433 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > network after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.810777 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > port after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.811117 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > port after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.811455 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > port after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.811794 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.812133 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.812733 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.813308 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.plugin [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Modular L2 Plugin initialization complete Oct 14 11:18:34.813642 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading services supported by the core plugin {{(pid=99725) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 14 11:18:34.814596 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.plugins.ml2.managers [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Got port-security extension from driver 'port_security' Oct 14 11:18:34.815195 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.extensions.vlantransparent [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Disabled vlantransparent extension. Oct 14 11:18:34.815687 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99725) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 14 11:18:34.816007 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading Plugin: router Oct 14 11:18:34.853029 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.853636 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router after_create 55549900 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.853888 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router before_create 55549900 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.854274 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.854702 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.855102 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router after_delete 55549900 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.855514 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.855915 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.856285 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router after_create 55549900 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.856645 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router after_update 55549900 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.857038 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router after_update 55549900 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.857431 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.857802 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router after_update 55549900 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.858402 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.858682 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: port after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.859072 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: port after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.859463 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: subnet after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.859827 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.860203 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.860561 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.861118 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: port before_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.861491 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router precommit_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.861825 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router after_update 55549900 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.862176 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.862698 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.863022 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.863382 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.863797 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > agent after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.864196 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > agent after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.864607 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > network after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.865600 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Tracking information for resource: router configured {{(pid=99725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 11:18:34.865934 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Tracking information for resource: floatingip configured {{(pid=99725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 11:18:34.871209 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.db.l3_agentschedulers_db [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 14 11:18:34.871803 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: port after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.872168 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: port after_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.872535 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: port after_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.872891 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: port after_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.873701 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router before_create 55550100 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.874069 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.874467 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router precommit_create 55550100 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.874831 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > router precommit_update 55550100 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.880305 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.services.provider_configuration [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Service providers = [] {{(pid=99725) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 14 11:18:34.880675 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.db.servicetype_db [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99725) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 14 11:18:34.883707 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.services.service_base [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99725) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 11:18:34.884061 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.services.service_base [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99725) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 11:18:34.884439 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.services.service_base [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99725) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 11:18:34.885356 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.services.service_base [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99725) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 11:18:34.885732 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.services.service_base [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 14 11:18:34.886125 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 11:18:34.886474 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 14 11:18:34.898026 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 11:18:34.898395 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading Plugin: auto_allocate Oct 14 11:18:34.904251 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: network precommit_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.904631 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: network precommit_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.905156 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 11:18:34.905484 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading Plugin: tag Oct 14 11:18:34.912162 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 11:18:34.912498 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading Plugin: timestamp Oct 14 11:18:34.918006 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 11:18:34.918337 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading Plugin: network_ip_availability Oct 14 11:18:34.923853 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.924233 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.924597 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:34.925315 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 11:18:34.925641 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading Plugin: flavors Oct 14 11:18:34.930473 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 11:18:34.930811 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading Plugin: revisions Oct 14 11:18:34.935144 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 11:18:34.935543 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_concurrency.lockutils [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=99725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 14 11:18:34.936293 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99725) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 14 11:18:34.936637 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Initializing extension manager. Oct 14 11:18:34.937150 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: __init__.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.937791 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: __pycache__ {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.938137 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.938515 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: address_group.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.939810 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.940374 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: address-group Oct 14 11:18:34.940705 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: address_scope.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.941428 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.941942 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: address-scope Oct 14 11:18:34.942296 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.943442 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.943959 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: router-admin-state-down-before-update Oct 14 11:18:34.944290 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: agent.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.945003 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.945518 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: agent Oct 14 11:18:34.945848 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: agent_resources_synced.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.946798 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.947317 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: agent-resources-synced Oct 14 11:18:34.947648 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: allowedaddresspairs.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.949453 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.949978 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: allowed-address-pairs Oct 14 11:18:34.950344 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: auto_allocated_topology.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.951438 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.951964 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: auto-allocated-topology Oct 14 11:18:34.952293 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: availability_zone.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.953004 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.953517 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: availability_zone Oct 14 11:18:34.953843 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: availability_zone_filter.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.955400 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.956024 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: availability_zone_filter Oct 14 11:18:34.956356 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: data_plane_status.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.957329 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.957813 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension data-plane-status not supported by any of loaded plugins Oct 14 11:18:34.958140 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: default_subnetpools.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.959098 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.959615 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: default-subnetpools Oct 14 11:18:34.959962 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.960766 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.961284 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: dhcp_agent_scheduler Oct 14 11:18:34.961617 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: dns.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.962588 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.963109 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension dns-integration not supported by any of loaded plugins Oct 14 11:18:34.963439 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: dns_domain_ports.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.964378 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.964896 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 14 11:18:34.965224 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.966165 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.966709 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 14 11:18:34.967035 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: dvr.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.967713 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.968226 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: dvr Oct 14 11:18:34.968551 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: ecmp_routes.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.969480 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.969989 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 14 11:18:34.970401 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: empty_string_filtering.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.971338 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.971850 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: empty-string-filtering Oct 14 11:18:34.972176 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.973115 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.973621 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 14 11:18:34.973947 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.974899 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.975408 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 14 11:18:34.975740 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: external_net.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.976658 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.977170 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: external-net Oct 14 11:18:34.977498 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.978458 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.978969 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: extra_dhcp_opt Oct 14 11:18:34.979298 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: extraroute.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.980224 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.980737 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: extraroute Oct 14 11:18:34.981066 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: extraroute_atomic.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.982112 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.982669 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: extraroute-atomic Oct 14 11:18:34.982999 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: filter_validation.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.983691 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.984189 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: filter-validation Oct 14 11:18:34.984520 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: fip_pf_description.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.985445 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.986087 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 14 11:18:34.986443 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: fip_port_details.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.987381 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.987901 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: fip-port-details Oct 14 11:18:34.988230 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: flavors.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.989468 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.989990 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: flavors Oct 14 11:18:34.990360 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.992075 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.992598 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 14 11:18:34.992939 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: floatingip_pools.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.993651 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.994167 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: floatingip-pools Oct 14 11:18:34.994528 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: ip_allocation.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.995488 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.996009 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension ip_allocation not supported by any of loaded plugins Oct 14 11:18:34.996336 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.997272 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.997788 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: ip-substring-filtering Oct 14 11:18:34.998121 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: l2_adjacency.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:34.999087 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:34.999596 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 14 11:18:34.999926 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: l3.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.001032 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.002097 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: router Oct 14 11:18:35.002509 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.004846 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.005376 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 14 11:18:35.005716 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.007803 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.008363 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: ext-gw-mode Oct 14 11:18:35.008701 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.009672 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.010191 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: l3-ha Oct 14 11:18:35.010547 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: l3_flavors.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.011476 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.011992 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: l3-flavors Oct 14 11:18:35.012323 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.013248 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.013761 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 14 11:18:35.014094 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: l3agentscheduler.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.015188 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.015712 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: l3_agent_scheduler Oct 14 11:18:35.016046 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: logging.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.018167 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.018721 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension logging not supported by any of loaded plugins Oct 14 11:18:35.019063 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: metering.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.019826 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.020415 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: metering Oct 14 11:18:35.020749 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.021887 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.022443 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: metering_source_and_destination_fields Oct 14 11:18:35.022778 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: multiprovidernet.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.023732 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.024261 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: multi-provider Oct 14 11:18:35.024594 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: netmtu.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.025531 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.026049 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: net-mtu Oct 14 11:18:35.026414 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: netmtu_writable.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.027348 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.027865 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: net-mtu-writable Oct 14 11:18:35.028196 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: network_availability_zone.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.028881 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.029393 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: network_availability_zone Oct 14 11:18:35.029720 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: network_ip_availability.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.030926 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.031448 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: network-ip-availability Oct 14 11:18:35.031778 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: network_segment_range.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.032560 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.033684 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension network-segment-range not supported by any of loaded plugins Oct 14 11:18:35.034014 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: pagination.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.035048 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.035383 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: pagination Oct 14 11:18:35.035712 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: port_device_profile.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.036631 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.037160 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: port-device-profile Oct 14 11:18:35.037490 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.038459 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.038980 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: port-mac-address-regenerate Oct 14 11:18:35.039309 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.040241 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.040756 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: port-numa-affinity-policy Oct 14 11:18:35.041083 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: port_resource_request.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.042021 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.042575 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension port-resource-request not supported by any of loaded plugins Oct 14 11:18:35.042903 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: portbindings.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.043991 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.044525 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: binding Oct 14 11:18:35.044855 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: portbindings_extended.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.046161 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.046708 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: binding-extended Oct 14 11:18:35.047040 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: portsecurity.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.047970 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.049082 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: port-security Oct 14 11:18:35.049417 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: project_id.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.050443 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.050781 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: project-id Oct 14 11:18:35.051110 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: providernet.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.052043 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.052571 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: provider Oct 14 11:18:35.052906 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: qos.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.056526 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.057058 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension qos not supported by any of loaded plugins Oct 14 11:18:35.057397 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.058704 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.059229 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 14 11:18:35.059565 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.060519 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.061041 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 14 11:18:35.061375 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: qos_default.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.062338 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.063112 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension qos-default not supported by any of loaded plugins Oct 14 11:18:35.063447 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: qos_fip.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.064147 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.064845 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension qos-fip not supported by any of loaded plugins Oct 14 11:18:35.065180 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: qos_gateway_ip.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.066124 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.066676 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 14 11:18:35.067008 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: qos_port_network_policy.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.067937 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.068462 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 14 11:18:35.068791 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.069846 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.070407 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 14 11:18:35.070741 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: qos_pps_rule.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.071934 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.072459 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension qos-pps not supported by any of loaded plugins Oct 14 11:18:35.072792 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: qos_rule_type_details.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.073731 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.074277 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 14 11:18:35.074616 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: qos_rules_alias.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.075675 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.076195 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 14 11:18:35.076524 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: quotasv2.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.077491 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.077823 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: quotas Oct 14 11:18:35.078147 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: quotasv2_detail.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.081705 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.082054 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: quota_details Oct 14 11:18:35.082424 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: rbac.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.083508 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.084045 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: rbac-policies Oct 14 11:18:35.084389 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: rbac_address_group.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.085339 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.085865 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: rbac-address-group Oct 14 11:18:35.086225 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: rbac_address_scope.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.087156 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.087678 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: rbac-address-scope Oct 14 11:18:35.088011 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: rbac_security_groups.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.088942 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.089460 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: rbac-security-groups Oct 14 11:18:35.089792 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: rbac_subnetpool.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.090764 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.091284 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: rbac-subnetpool Oct 14 11:18:35.091617 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: revisionifmatch.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.092562 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.093080 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: revision-if-match Oct 14 11:18:35.093414 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: revisions.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.094577 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.095096 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: standard-attr-revisions Oct 14 11:18:35.096047 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: router_availability_zone.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.096903 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.097425 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: router_availability_zone Oct 14 11:18:35.097755 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: routerservicetype.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.098733 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.099252 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension router-service-type not supported by any of loaded plugins Oct 14 11:18:35.099579 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.100516 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.101042 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: security-groups-normalized-cidr Oct 14 11:18:35.101370 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.102335 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.102851 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: port-security-groups-filtering Oct 14 11:18:35.103179 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.104117 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.104636 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: security-groups-remote-address-group Oct 14 11:18:35.104973 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: securitygroup.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.115579 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.116126 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: security-group Oct 14 11:18:35.116467 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: segment.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.117297 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.117822 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension segment not supported by any of loaded plugins Oct 14 11:18:35.118159 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.119244 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.119769 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 14 11:18:35.120105 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: servicetype.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.121248 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.121774 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: service-type Oct 14 11:18:35.122110 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: sorting.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.123141 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.123478 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: sorting Oct 14 11:18:35.123805 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: standard_attr_segment.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.124752 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.125281 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 14 11:18:35.125614 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: standardattrdescription.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.126309 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.126902 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: standard-attr-description Oct 14 11:18:35.127234 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: stateful_security_group.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.128194 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.128718 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: stateful-security-group Oct 14 11:18:35.129047 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: stdattrs_common.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.129650 dv-cinder-797970-2-iscsi neutron-server[99725]: WARNING neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 14 11:18:35.129974 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.130958 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.131474 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 14 11:18:35.131799 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: subnet_onboard.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.132895 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.133421 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: subnet_onboard Oct 14 11:18:35.133749 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.134736 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.135256 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 14 11:18:35.135587 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: subnet_service_types.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.136525 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.137043 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: subnet-service-types Oct 14 11:18:35.137372 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: subnetallocation.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.138500 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.139024 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: subnet_allocation Oct 14 11:18:35.139353 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.140031 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.140550 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: subnetpool-prefix-ops Oct 14 11:18:35.140875 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.141833 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.142901 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 14 11:18:35.143231 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: tagging.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.144340 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.144866 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: standard-attr-tag Oct 14 11:18:35.145205 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: timestamp.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.146473 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.146992 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loaded extension: standard-attr-timestamp Oct 14 11:18:35.147323 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: trunk.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.148384 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.148906 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension trunk not supported by any of loaded plugins Oct 14 11:18:35.149238 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: trunk_details.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.150169 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.150721 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension trunk-details not supported by any of loaded plugins Oct 14 11:18:35.151049 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: uplink_status_propagation.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.151982 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.152496 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 14 11:18:35.152823 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Loading extension file: vlantransparent.py {{(pid=99725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 11:18:35.153511 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 11:18:35.154025 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 14 11:18:35.156540 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of TrackedResource for resource:network Oct 14 11:18:35.157101 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of TrackedResource for resource:subnet Oct 14 11:18:35.157511 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 11:18:35.158500 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of TrackedResource for resource:port Oct 14 11:18:35.159792 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.v2.resource_helper [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:18:35.160239 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.v2.resource_helper [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Service FLAVORS assigned prefix: {{(pid=99725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:18:35.160872 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.v2.resource_helper [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:18:35.161320 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.v2.resource_helper [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:18:35.161660 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of TrackedResource for resource:router Oct 14 11:18:35.162153 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of TrackedResource for resource:floatingip Oct 14 11:18:35.162703 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.v2.resource_helper [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Service METERING assigned prefix: /metering {{(pid=99725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:18:35.164213 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:35.164592 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:35.164953 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:18:35.165997 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 11:18:35.166477 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of TrackedResource for resource:security_group Oct 14 11:18:35.166927 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 11:18:35.167563 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.v2.resource_helper [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Service CORE assigned prefix: {{(pid=99725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:18:35.167901 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 11:18:35.168301 dv-cinder-797970-2-iscsi neutron-server[99725]: WARNING neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] subnetpool is already registered Oct 14 11:18:35.168694 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.v2.resource_helper [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Service CORE assigned prefix: {{(pid=99725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:18:35.169024 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 11:18:35.169359 dv-cinder-797970-2-iscsi neutron-server[99725]: WARNING neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] subnetpool is already registered Oct 14 11:18:35.171704 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.v2.resource_helper [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:18:35.172155 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.v2.resource_helper [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Service FLAVORS assigned prefix: {{(pid=99725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:18:35.172761 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.v2.resource_helper [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:18:35.173194 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.v2.resource_helper [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:18:35.173565 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of TrackedResource for resource:router Oct 14 11:18:35.173908 dv-cinder-797970-2-iscsi neutron-server[99725]: WARNING neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] router is already registered Oct 14 11:18:35.174367 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of TrackedResource for resource:floatingip Oct 14 11:18:35.174710 dv-cinder-797970-2-iscsi neutron-server[99725]: WARNING neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] floatingip is already registered Oct 14 11:18:35.175181 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.v2.resource_helper [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Service METERING assigned prefix: /metering {{(pid=99725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:18:35.175868 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 11:18:35.176202 dv-cinder-797970-2-iscsi neutron-server[99725]: WARNING neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] rbac_policy is already registered Oct 14 11:18:35.176626 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of TrackedResource for resource:security_group Oct 14 11:18:35.176966 dv-cinder-797970-2-iscsi neutron-server[99725]: WARNING neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] security_group is already registered Oct 14 11:18:35.177382 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 11:18:35.177726 dv-cinder-797970-2-iscsi neutron-server[99725]: WARNING neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] security_group_rule is already registered Oct 14 11:18:35.178407 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.v2.resource_helper [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Service CORE assigned prefix: {{(pid=99725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:18:35.178743 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 11:18:35.179084 dv-cinder-797970-2-iscsi neutron-server[99725]: WARNING neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] subnetpool is already registered Oct 14 11:18:35.179516 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.v2.resource_helper [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Service CORE assigned prefix: {{(pid=99725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 11:18:35.179847 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 11:18:35.180183 dv-cinder-797970-2-iscsi neutron-server[99725]: WARNING neutron.quota.resource_registry [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] subnetpool is already registered Oct 14 11:18:35.180664 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: extensions {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.182222 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: address-groups {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.183729 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: address-scopes {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.185122 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: agents {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.186338 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: auto-allocated-topology {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.187875 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: availability_zones {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.189295 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: dhcp-networks {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.192050 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: dhcp-agents {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.193501 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: routers {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.195814 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: flavors {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.197017 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: service_profiles {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.198269 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: next_providers {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.199730 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: service_profiles {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.201286 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: floatingip-pools {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.202581 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: routers {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.205273 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: floatingips {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.206606 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: l3-routers {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.208022 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: l3-agents {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.209493 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: metering-labels {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.210897 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: metering-label-rules {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.212194 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: network-ip-availabilities {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.213481 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: bindings {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.215199 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: quotas {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.216802 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: quotas {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.218399 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: rbac-policies {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.219697 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: security-groups {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.221573 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: security-group-rules {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.222845 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: service-providers {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.224097 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: subnetpools {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.225557 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: subnetpools {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.227075 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: tags {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.228772 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: tags {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.230641 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: tags {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.232494 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: tags {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.234349 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: tags {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.236360 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: tags {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.238109 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: tags {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.240055 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: tags {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.241877 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: tags {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.243820 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron.api.extensions [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Extended resource: tags {{(pid=99725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 11:18:35.250120 dv-cinder-797970-2-iscsi neutron-server[99725]: WARNING keystonemiddleware.auth_token [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 14 11:18:35.256073 dv-cinder-797970-2-iscsi neutron-server[99725]: WARNING keystonemiddleware.auth_token [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 14 11:18:35.264836 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_concurrency.lockutils [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Acquired lock "singleton_lock" {{(pid=99725) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 14 11:18:35.265318 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_concurrency.lockutils [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Releasing lock "singleton_lock" {{(pid=99725) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 14 11:18:35.265977 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO oslo_service.service [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Starting 2 workers Oct 14 11:18:35.271452 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Started child 99832 {{(pid=99725) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 11:18:35.275986 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Started child 99833 {{(pid=99725) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 11:18:35.277005 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:35.277632 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO neutron.service [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 14 11:18:35.278287 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Publish callbacks [] for process, before_spawn {{(pid=99725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:35.278503 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [-] (99832) wsgi starting up on http://0.0.0.0:9696 Oct 14 11:18:35.280744 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO oslo_service.service [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Starting 1 workers Oct 14 11:18:35.280873 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:35.282181 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [-] (99833) wsgi starting up on http://0.0.0.0:9696 Oct 14 11:18:35.287073 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Started child 99834 {{(pid=99725) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 11:18:35.287633 dv-cinder-797970-2-iscsi neutron-server[99725]: INFO oslo_service.service [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Starting 1 workers Oct 14 11:18:35.290735 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.service [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] calling RpcWorker wait() {{(pid=99834) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 14 11:18:35.291301 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.service [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] returning from RpcWorker wait() {{(pid=99834) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 14 11:18:35.292262 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Started child 99835 {{(pid=99725) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 11:18:35.292672 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:35.293080 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG neutron_lib.callbacks.manager [None req-1765e2ef-d7d4-43c8-85e8-87a8129c54d0 None None] Publish callbacks [] for process, after_spawn {{(pid=99725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:35.293233 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:35.295067 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99725) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 11:18:35.295281 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 11:18:35.295647 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 11:18:35.296032 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 11:18:35.296535 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 11:18:35.296864 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 11:18:35.297547 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.297679 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:35.298694 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.299160 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.299569 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.300025 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.300825 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.301244 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.301655 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.302085 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.302509 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.302853 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.303173 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.303566 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.303967 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.304432 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.304843 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.305243 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.305662 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.305995 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.306415 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.306825 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.307221 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.307648 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] debug = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.308041 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.308679 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.309098 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.309520 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.309928 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.310447 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.310825 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.311227 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.311642 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.312038 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.312687 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.313102 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.313490 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.313847 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.314337 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.314798 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.315203 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.315866 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] host = dv-cinder-797970-2-iscsi {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.316247 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.316637 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.317034 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.317423 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.317843 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.318242 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.318663 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.319056 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.319482 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.319861 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.320246 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.320659 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.321066 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.321447 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] log_file = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.321764 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] log_options = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.322139 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.322589 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.323010 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.323361 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.323672 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.323996 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.324429 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.324739 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.325152 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.325520 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.325887 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.326323 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.326701 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.327054 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.327471 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.327848 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.328244 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.328649 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.329046 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.329424 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.330377 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.330755 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:35.330876 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.331228 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.331228 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.331452 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.331719 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.331974 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.332233 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.332453 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.332999 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.333161 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.333565 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.333940 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.334379 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.334801 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.335182 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.335557 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.335949 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.336361 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.336751 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.337155 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.337417 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.337640 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.337877 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.338101 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.338373 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.338614 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] use_json = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.338828 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.339218 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.339642 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.340028 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.340425 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.340801 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.341164 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.341556 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.342167 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.342749 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.343266 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.343734 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.344053 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.344499 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.344912 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.345408 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.346183 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.346496 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.346791 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.347043 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.347362 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.347632 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.348117 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.348549 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.348827 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.349314 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.349753 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.350188 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.350467 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.350719 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.351002 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.351393 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.351810 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.352225 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.352621 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.353102 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.353520 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.353930 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.354383 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.354784 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.355185 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.355598 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.356005 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.356265 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.356488 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.356961 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.357216 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.357466 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.357696 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.357964 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.358186 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.358588 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.359008 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.359417 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.359814 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.360230 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.360608 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.361018 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.361458 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.361845 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.362256 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.362636 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.363055 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.363453 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.363681 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.364094 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.364491 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.364925 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.365172 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.365418 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.365892 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.366145 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.366616 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.367041 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.367470 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.367893 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.368307 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.368704 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.369103 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.369529 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.369944 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.370393 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.370828 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.371243 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.371640 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.372049 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.372452 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.372863 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.373085 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.373448 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.373841 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.374275 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.374686 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.374915 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.375138 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.375384 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.375605 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.375875 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.376398 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.376760 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.377016 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.377263 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.377691 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.377931 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.378367 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.378755 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.379125 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.379503 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.379925 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.380309 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.380744 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.381149 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.381465 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.381802 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.382033 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.382299 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.382527 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.382770 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.383021 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.383312 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.383571 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.383823 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.384212 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.384701 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.385004 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.385410 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.385688 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.385909 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.386399 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.386880 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.387375 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.387801 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.388048 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.388311 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.388574 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.388895 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.389106 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.389379 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.389634 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.389879 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.390163 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.390441 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.390665 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.390884 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.391123 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.391444 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.391701 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.391938 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.392691 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.393079 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.393329 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.393666 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.393960 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.394228 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.394502 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.394762 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.394996 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.395215 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.395449 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.395700 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.395916 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.396151 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.396385 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.396612 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.396838 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.397053 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.397310 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.397525 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.397766 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.398001 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.398270 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.398510 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.398760 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.398980 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.399202 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.399442 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.399815 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.400185 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.400568 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.400940 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.401230 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.401460 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.401729 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.402133 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.402399 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.402633 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.402874 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.403291 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.403699 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.404106 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.404357 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.404593 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.404814 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.405054 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.405277 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.405509 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.405757 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.405974 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.406259 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.406515 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.406860 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.407115 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.407372 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.407609 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.408445 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.408824 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.409165 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.409423 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.409648 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.409875 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.410099 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.410405 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.410653 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.410879 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.411095 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.411491 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.411715 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.411951 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.412161 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.412465 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.412737 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.412970 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.413228 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.413468 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.413682 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.413912 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.414144 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.414383 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.414633 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.414849 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.415066 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.415288 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.415519 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.415885 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.416259 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.416634 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.416859 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.417084 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.417545 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.417834 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.418130 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.418437 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.418822 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.419073 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.419289 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.419503 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.419620 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:35.419715 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.419934 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.420145 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.420375 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.420589 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.420801 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.421026 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.421244 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.421455 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.421768 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.422024 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.422267 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.422576 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.422813 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.423069 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.423312 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.423663 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.423891 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.424149 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.424453 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.424704 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.424958 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.425195 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.425494 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.425790 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.426038 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.426323 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.426600 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.426897 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.427159 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.427375 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.427671 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.428000 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.428268 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.428513 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.428773 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.429024 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.429245 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.429482 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.429717 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.429967 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.430184 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.430470 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.430883 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.431033 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.431197 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.431537 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.431630 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.431826 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.432039 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.432283 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.432500 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.432854 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 11:18:35.433351 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99725) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 11:18:35.433351 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 11:18:35.433566 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 11:18:35.433691 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 11:18:35.433817 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 11:18:35.434148 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 11:18:35.434148 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.434404 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.434509 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.434629 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.434831 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.435171 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.435171 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.435402 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.435517 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.435630 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.435763 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.435923 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.436083 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.436240 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.436400 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.436557 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.436719 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.436878 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.437042 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.437201 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.437358 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.437783 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.437940 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] debug = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.438271 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.438625 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.438962 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.439256 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.439499 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.439723 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.439883 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.440044 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.440202 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.440360 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.440575 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.440667 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.440820 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.440977 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.441139 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.441300 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.441455 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.441596 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] host = dv-cinder-797970-2-iscsi {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.441725 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.441878 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.442035 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.442193 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.442374 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.442532 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.442690 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.442849 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.443005 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.443162 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.443320 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.443481 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.443635 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.443950 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] log_file = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.444108 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] log_options = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.444408 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.444724 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.444883 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.445212 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.445523 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.445683 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.445990 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.446149 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.446469 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.446632 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.446794 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.447099 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.447260 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.447420 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.447579 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.447737 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.447897 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.448055 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.448215 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.448373 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.448530 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.448689 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.448847 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.449006 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.449163 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.449319 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.449475 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.449635 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.449792 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.449949 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.450105 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.450296 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.450448 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.450607 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.450766 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.450925 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.451082 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.451241 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.451405 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.451565 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.451723 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.451933 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.452227 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.452521 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.452751 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.452968 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.453129 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] use_json = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.453287 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.453445 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.453604 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.453761 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.453918 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.454076 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.454255 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.454416 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 11:18:35.454600 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.455370 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.455542 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.455705 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.455869 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.456031 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.456195 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.456357 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.456520 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.456682 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.456852 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.457015 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.457186 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.457356 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.457520 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.457682 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.457844 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.458006 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.458168 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.458363 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.458531 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.458694 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.458868 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.459031 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.459185 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.459492 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.459787 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.460151 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.460483 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.460812 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.461042 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.461345 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.461345 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.461569 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.461682 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.461882 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.461974 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.462128 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.462312 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.462475 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.462637 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.462800 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.462958 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.463285 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.463456 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.463619 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.463782 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.463944 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.464107 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.464269 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.464431 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.464596 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.464756 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.465084 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.465247 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.465421 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.465589 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.465751 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.465914 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.466080 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.466263 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.466421 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.466580 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.466747 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.466895 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.467059 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.467236 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.467397 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.467562 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.467722 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.468054 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.468202 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.468366 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.468616 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.468726 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.468845 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.469339 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.469339 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.469339 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.469585 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.469674 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.469753 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.469913 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.470073 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.470958 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.471135 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.471285 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.471444 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.471609 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.471781 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.471989 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.472139 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.472284 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.472443 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.472605 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.472765 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.472928 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.473088 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.473250 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.473411 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.473572 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.473733 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.473925 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.474063 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.474259 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.474397 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.474552 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.474747 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.474862 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.475027 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.475201 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.475356 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.475512 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.475650 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.475785 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.475930 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.476203 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.476347 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.476522 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.476522 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.476904 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.476904 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.477313 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.477313 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.477313 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.477717 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.477717 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.477964 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.477964 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.478249 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.478249 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.478500 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.478633 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.478777 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.478929 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.479066 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.479192 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.479335 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.479495 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.479656 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.479816 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.479977 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.480139 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.480299 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.480460 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.480620 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.480780 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.480942 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.481103 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.481264 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.481425 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.481586 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.481746 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.481907 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.482067 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.482246 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.482411 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.482572 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.482732 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.482894 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.483056 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.483217 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.483378 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.483539 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.483700 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.483861 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.484025 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.484185 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.484346 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.484508 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.484668 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.484829 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.484989 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.485150 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.485313 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.485473 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.485636 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.485798 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.486018 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.486279 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.486579 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.486886 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.487097 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.487271 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.487437 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.487601 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.487765 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.487928 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.488091 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.488254 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.488415 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.488577 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.488755 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.488917 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.489079 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.489242 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.489407 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.489563 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.489725 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.489887 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.490049 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.490247 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.490396 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.490562 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.490727 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.490890 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.491052 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.491213 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.491375 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.491537 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.491699 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.491875 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.492037 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.492199 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.492360 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.492521 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.492683 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.492855 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.493016 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.493177 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.493338 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.493499 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.493659 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.493829 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.493992 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.494154 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.494338 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.494500 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.494661 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.494832 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.494993 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.495154 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.495315 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.495475 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.495636 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.495806 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.495968 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.496129 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.496290 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.496454 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.496615 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.496787 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.496948 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.497109 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.497275 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.497434 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.497596 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.497767 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.497931 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.498093 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.498284 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.498446 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.498607 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.498768 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.498941 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.499102 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.499267 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.499429 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.499590 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.499751 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.499914 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.500081 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.500252 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.500420 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.500583 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.500753 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.500922 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.501092 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.501254 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.501422 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.501684 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.501944 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.502144 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.502332 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.502496 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.502658 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.502819 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.502981 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.503141 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.503302 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.503462 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.503622 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.503783 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.503944 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.504105 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.504266 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.504435 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.504578 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.504739 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.504899 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 11:18:35.505055 dv-cinder-797970-2-iscsi neutron-server[99725]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 11:18:35.536356 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 46732) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:35.545119 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064900 Oct 14 11:18:47.233046 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2759f8b2-0ef4-4947-8090-b0ae0740eba0 None None] get_active_networks_info from dv-cinder-797970-2-iscsi {{(pid=99834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 14 11:18:47.351078 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2759f8b2-0ef4-4947-8090-b0ae0740eba0 None None] No non-hosted networks {{(pid=99834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 14 11:18:47.366439 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.agentschedulers_db [None req-2759f8b2-0ef4-4947-8090-b0ae0740eba0 None None] DHCP Agent not found on host dv-cinder-797970-2-iscsi {{(pid=99834) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 14 11:18:47.507767 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-68326873-980c-48e5-aa29-89f2b87e60ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784682'] for agent, after_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:49.696426 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-dd21a5e6-85aa-4046-a4c4-d76ac954fbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784682'] for agent, after_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:49.760020 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e06f53c2-17cb-4498-afb9-b51150456a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:51.211214 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784682'] for agent, after_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:52.464515 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784682'] for agent, after_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:52.469276 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:52.473297 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:52.481048 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:52.481778 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:52.486089 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:52.487981 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:52.488573 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:52.489917 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:52.494659 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:52.495255 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:52.495807 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:52.496379 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:18:52.497007 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797970-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:52.518026 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797970-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:18:52.795739 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.db.l3_hamode_db [None req-1db1f942-2028-47c0-9443-33affc3562e6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 14 11:18:52.893666 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1f942-2028-47c0-9443-33affc3562e6 None None] Routers set() bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:18:52.894065 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1f942-2028-47c0-9443-33affc3562e6 None None] Router IDs set() for agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 14 11:18:52.954745 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784682'] for agent, after_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:54.048864 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 46820) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:54.579332 dv-cinder-797970-2-iscsi neutron-server[99833]: WARNING oslo_policy.policy [None req-fcf126e8-6346-433f-b0d3-6aa198123eb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 11:18:54.579860 dv-cinder-797970-2-iscsi neutron-server[99833]: WARNING oslo_policy.policy [None req-fcf126e8-6346-433f-b0d3-6aa198123eb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 11:18:54.811130 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [None req-fcf126e8-6346-433f-b0d3-6aa198123eb3 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=99833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:18:54.812420 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-fcf126e8-6346-433f-b0d3-6aa198123eb3 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7614238 Oct 14 11:18:57.343380 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 46836) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:18:57.673244 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-95f19ad0-68c7-4da6-b4bd-0853df59f28a admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:18:57.772336 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.policy [None req-95f19ad0-68c7-4da6-b4bd-0853df59f28a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99833) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 11:18:57.821012 dv-cinder-797970-2-iscsi neutron-server[99833]: WARNING oslo_policy.policy [None req-95f19ad0-68c7-4da6-b4bd-0853df59f28a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 11:18:57.821389 dv-cinder-797970-2-iscsi neutron-server[99833]: WARNING oslo_policy.policy [None req-95f19ad0-68c7-4da6-b4bd-0853df59f28a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 11:18:57.830167 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.quota [None req-95f19ad0-68c7-4da6-b4bd-0853df59f28a admin admin] Loaded quota_driver: . Oct 14 11:18:57.921659 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-95f19ad0-68c7-4da6-b4bd-0853df59f28a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773232525849', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773232525354', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773232587330', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773232589702', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773232901805', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773232559134', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-530355', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-540163', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1636369', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1828420'] for rbac-policy, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:57.988988 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-95f19ad0-68c7-4da6-b4bd-0853df59f28a admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:18:57.990144 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-95f19ad0-68c7-4da6-b4bd-0853df59f28a admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6457865 Oct 14 11:19:00.766040 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 46848) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:01.312092 dv-cinder-797970-2-iscsi neutron-server[99832]: WARNING oslo_policy.policy [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 11:19:01.312699 dv-cinder-797970-2-iscsi neutron-server[99832]: WARNING oslo_policy.policy [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 11:19:01.544563 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Request body: {'network': {'name': 'private', 'project_id': 'ccd06a146b97408f9e1049062893526e', 'tenant_id': 'ccd06a146b97408f9e1049062893526e', 'admin_state_up': True}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:19:01.546262 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.quota [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Loaded quota_driver: . Oct 14 11:19:01.626002 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Made reservation on behalf of ccd06a146b97408f9e1049062893526e for: {'network': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:19:01.695588 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.policy [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99832) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 11:19:01.743277 dv-cinder-797970-2-iscsi neutron-server[99832]: WARNING oslo_policy.policy [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 11:19:01.743663 dv-cinder-797970-2-iscsi neutron-server[99832]: WARNING oslo_policy.policy [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 11:19:01.754868 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:01.776875 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:01.898084 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:01.902841 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:01.923201 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=99832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:19:01.955017 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773231307816', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:01.955664 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Unsubscribe: segment precommit_create {{(pid=99832) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 11:19:01.956223 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.segments_db [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Added segment dae584ab-cddc-47b3-b9db-93fada1002ea of type vlan for network 7727a083-9091-4dd1-aa06-1c54471a23ee Oct 14 11:19:01.973855 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52c9e33-7d32-4838-864a-e2d3ebbbe7b3,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:02.025951 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:02.026331 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:02.026672 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:02.026999 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:02.027325 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:02.027668 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:02.027995 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:02.028316 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:02.028648 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:02.028965 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:02.029280 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:02.029593 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Tracked resource versions report: Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: pushed versions: Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: { 'AddressGroup': {'1.2'}, Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'ConntrackHelper': {'1.0'}, Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Log': {'1.0'}, Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Network': {'1.1'}, Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Port': {'1.7'}, Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'PortForwarding': {'1.2'}, Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'QosPolicy': {'1.10'}, Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'SecurityGroup': {'1.4'}, Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'SecurityGroupRule': {'1.2'}, Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'SubPort': {'1.0'}, Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Subnet': {'1.1'}, Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Trunk': {'1.1'}} Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: consumer versions: Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: { DHCP agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: L3 agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: Metadata agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: Metering agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: Open vSwitch agent@dv-cinder-797970-2-iscsi: { 'AddressGroup': '1.2', Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'ConntrackHelper': '1.0', Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Log': '1.0', Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Network': '1.1', Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Port': '1.7', Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'PortForwarding': '1.2', Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'QosPolicy': '1.10', Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'SecurityGroup': '1.4', Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'SecurityGroupRule': '1.2', Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'SubPort': '1.0', Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Subnet': '1.1', Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Trunk': '1.1'}} Oct 14 11:19:02.030735 dv-cinder-797970-2-iscsi neutron-server[99832]: {{(pid=99832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 11:19:02.082308 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:02.128941 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:02.130302 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:02.131010 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:02.197661 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4303069 Oct 14 11:19:02.243696 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e101e1b-1268-4f05-83f6-59885e91375d admin admin] Pushing event updated for resources: {'Network': ['ID=7727a083-9091-4dd1-aa06-1c54471a23ee,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:02.258091 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network 7727a083-9091-4dd1-aa06-1c54471a23ee details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:19:05.293945 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 46870) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:05.717862 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5f2b6c-cbe3-4172-9d0a-1098c3773ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:05.719307 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-0f5f2b6c-cbe3-4172-9d0a-1098c3773ec9 admin admin] 10.222.0.69 "GET /v2.0/networks/7727a083-9091-4dd1-aa06-1c54471a23ee HTTP/1.1" status: 200 len: 825 time: 0.4243107 Oct 14 11:19:05.759828 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-f32d6cc5-8c12-4dfc-8d9d-1a93e41ffaf8 admin admin] 10.222.0.69 "GET /v2.0/subnetpools/3a346d2a-05c5-42d9-86b4-b25754f8a8e0 HTTP/1.1" status: 200 len: 734 time: 0.0339139 Oct 14 11:19:05.769920 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-0c1ce190-8c72-4e15-8997-72cc8b6a3a0c admin admin] Request body: {'subnet': {'tenant_id': 'ccd06a146b97408f9e1049062893526e', 'subnetpool_id': '3a346d2a-05c5-42d9-86b4-b25754f8a8e0', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '7727a083-9091-4dd1-aa06-1c54471a23ee', 'name': 'private-subnet'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:19:05.794690 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1ce190-8c72-4e15-8997-72cc8b6a3a0c admin admin] Made reservation on behalf of ccd06a146b97408f9e1049062893526e for: {'subnet': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:19:05.796941 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce190-8c72-4e15-8997-72cc8b6a3a0c admin admin] Publish callbacks [] for subnet, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:06.146961 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce190-8c72-4e15-8997-72cc8b6a3a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for subnet, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:06.223587 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ce190-8c72-4e15-8997-72cc8b6a3a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2120f630-54f8-4771-8827-e9402fdb0b7d,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:06.225500 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ce190-8c72-4e15-8997-72cc8b6a3a0c admin admin] Checking segment: {'id': 'dae584ab-cddc-47b3-b9db-93fada1002ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7727a083-9091-4dd1-aa06-1c54471a23ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:19:06.225897 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1ce190-8c72-4e15-8997-72cc8b6a3a0c admin admin] Network hostable DHCP agents. Network: 7727a083-9091-4dd1-aa06-1c54471a23ee, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:19:06.252256 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1ce190-8c72-4e15-8997-72cc8b6a3a0c admin admin] Network 7727a083-9091-4dd1-aa06-1c54471a23ee is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:19:06.268969 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-0c1ce190-8c72-4e15-8997-72cc8b6a3a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, 7727a083-9091-4dd1-aa06-1c54471a23ee) {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:19:06.274711 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1ce190-8c72-4e15-8997-72cc8b6a3a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:06.275471 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce190-8c72-4e15-8997-72cc8b6a3a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:06.284060 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75054971-08ee-4bb5-9a0a-9c905debbc5c None None] Network 7727a083-9091-4dd1-aa06-1c54471a23ee requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:19:06.294049 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-0c1ce190-8c72-4e15-8997-72cc8b6a3a0c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5276513 Oct 14 11:19:06.792870 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5caa67b-a7c2-582f-907b-e4beb9c2b537-7727a083-9091-4dd1-aa06-1c54471a23ee', 'network_id': '7727a083-9091-4dd1-aa06-1c54471a23ee', 'tenant_id': 'ccd06a146b97408f9e1049062893526e', 'fixed_ips': [{'subnet_id': '2120f630-54f8-4771-8827-e9402fdb0b7d'}]}} from dv-cinder-797970-2-iscsi. {{(pid=99834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:19:06.794989 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:07.192689 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.db_base_plugin_common [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Allocated IP 172.20.0.2 (7727a083-9091-4dd1-aa06-1c54471a23ee/2120f630-54f8-4771-8827-e9402fdb0b7d/b6b8f014-87d0-465b-9dbb-59d90b7189a6) {{(pid=99834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:19:07.520911 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Publish callbacks [] for port, precommit_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:07.533910 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:07.712792 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Network 7727a083-9091-4dd1-aa06-1c54471a23ee is already hosted by enough agents. {{(pid=99834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:19:07.721878 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.base_scheduler [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Resources bound (agent type, host, resource id): {{(pid=99834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:19:07.747040 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Received port after_create {{(pid=99834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:19:07.759570 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Pushing event updated for resources: {'Port': ['ID=b6b8f014-87d0-465b-9dbb-59d90b7189a6,revision_number=1']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:07.849112 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:07.849537 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:07.850077 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:07.850709 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:07.851202 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:07.851767 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:07.852943 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:07.853507 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:07.854096 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:07.854647 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:07.855185 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:07.855730 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Tracked resource versions report: Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: pushed versions: Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: { 'AddressGroup': {'1.2'}, Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'ConntrackHelper': {'1.0'}, Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Log': {'1.0'}, Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Network': {'1.1'}, Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Port': {'1.7'}, Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'PortForwarding': {'1.2'}, Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'QosPolicy': {'1.10'}, Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'SecurityGroup': {'1.4'}, Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'SecurityGroupRule': {'1.2'}, Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'SubPort': {'1.0'}, Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Subnet': {'1.1'}, Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Trunk': {'1.1'}} Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: consumer versions: Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: { DHCP agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: L3 agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: Metadata agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: Metering agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: Open vSwitch agent@dv-cinder-797970-2-iscsi: { 'AddressGroup': '1.2', Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'ConntrackHelper': '1.0', Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Log': '1.0', Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Network': '1.1', Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Port': '1.7', Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'PortForwarding': '1.2', Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'QosPolicy': '1.10', Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'SecurityGroup': '1.4', Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'SecurityGroupRule': '1.2', Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'SubPort': '1.0', Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Subnet': '1.1', Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Trunk': '1.1'}} Oct 14 11:19:07.857638 dv-cinder-797970-2-iscsi neutron-server[99834]: {{(pid=99834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 11:19:07.910871 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Attempting to bind port b6b8f014-87d0-465b-9dbb-59d90b7189a6 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:19:07.911488 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Attempting to bind port b6b8f014-87d0-465b-9dbb-59d90b7189a6 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': 'dae584ab-cddc-47b3-b9db-93fada1002ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7727a083-9091-4dd1-aa06-1c54471a23ee'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:19:07.912100 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Attempting to bind port b6b8f014-87d0-465b-9dbb-59d90b7189a6 on network 7727a083-9091-4dd1-aa06-1c54471a23ee {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:19:07.920269 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:19:07.920795 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Checking segment: {'id': 'dae584ab-cddc-47b3-b9db-93fada1002ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7727a083-9091-4dd1-aa06-1c54471a23ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:19:07.921506 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:07.922115 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Bound using segment: {'id': 'dae584ab-cddc-47b3-b9db-93fada1002ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7727a083-9091-4dd1-aa06-1c54471a23ee'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:19:07.922885 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Bound port: b6b8f014-87d0-465b-9dbb-59d90b7189a6, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae584ab-cddc-47b3-b9db-93fada1002ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7727a083-9091-4dd1-aa06-1c54471a23ee'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:19:07.923523 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:08.030471 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] For port b6b8f014-87d0-465b-9dbb-59d90b7189a6, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:19:08.037689 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] For port b6b8f014-87d0-465b-9dbb-59d90b7189a6, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=b6b8f014-87d0-465b-9dbb-59d90b7189a6,segment=NetworkSegment(dae584ab-cddc-47b3-b9db-93fada1002ea),segment_id=dae584ab-cddc-47b3-b9db-93fada1002ea)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:19:08.044273 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:08.162123 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285ebca-7da7-4c1a-8065-2129ad843f9f None None] Pushing event updated for resources: {'Port': ['ID=b6b8f014-87d0-465b-9dbb-59d90b7189a6,revision_number=2']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:09.370510 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 46878) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:09.770554 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [None req-f3405e56-9680-4460-ab74-31f987f6d92a admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=99833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:19:09.771597 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-f3405e56-9680-4460-ab74-31f987f6d92a admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4001992 Oct 14 11:19:12.408558 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 46886) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:12.743873 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [None req-c59156c4-7190-40d1-bd65-41253debd5c3 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=99833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:19:12.758227 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-c59156c4-7190-40d1-bd65-41253debd5c3 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3355124 Oct 14 11:19:15.581620 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 46896) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:15.883378 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-213b0863-6df7-4040-a922-6105efb0c1ae admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ccd06a146b97408f9e1049062893526e', 'admin_state_up': True}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:19:15.913842 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-213b0863-6df7-4040-a922-6105efb0c1ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1785111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258251'] for router, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:15.916573 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-213b0863-6df7-4040-a922-6105efb0c1ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1778262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258242'] for router, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.066071 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-213b0863-6df7-4040-a922-6105efb0c1ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.072024 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-213b0863-6df7-4040-a922-6105efb0c1ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1778273'] for router, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.086339 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-213b0863-6df7-4040-a922-6105efb0c1ae admin admin] Publish callbacks [] for router, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:16.098241 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-213b0863-6df7-4040-a922-6105efb0c1ae admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5055263 Oct 14 11:19:17.181190 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e246b394-bddf-4737-998d-f1cfd9ea93c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:17.710510 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1150f48f-1979-4b9d-8261-1ef1dfaec066 None None] Network 7727a083-9091-4dd1-aa06-1c54471a23ee requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:19:17.790819 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-6f644c31-a270-44c2-b04a-2f399ca3400b None None] Provisioning complete for port b6b8f014-87d0-465b-9dbb-59d90b7189a6 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:19:17.791208 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-6f644c31-a270-44c2-b04a-2f399ca3400b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:17.994474 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-6f644c31-a270-44c2-b04a-2f399ca3400b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:18.043191 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-6f644c31-a270-44c2-b04a-2f399ca3400b None None] For port b6b8f014-87d0-465b-9dbb-59d90b7189a6, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=b6b8f014-87d0-465b-9dbb-59d90b7189a6,segment=NetworkSegment(dae584ab-cddc-47b3-b9db-93fada1002ea),segment_id=dae584ab-cddc-47b3-b9db-93fada1002ea)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:19:18.049384 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-6f644c31-a270-44c2-b04a-2f399ca3400b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:18.102747 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f644c31-a270-44c2-b04a-2f399ca3400b None None] Pushing event updated for resources: {'Port': ['ID=b6b8f014-87d0-465b-9dbb-59d90b7189a6,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:18.269019 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-857a6528-08a2-4dc4-ac6d-2f52a0f35aa7 None None] Provisioning complete for port b6b8f014-87d0-465b-9dbb-59d90b7189a6 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:19:18.269664 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-857a6528-08a2-4dc4-ac6d-2f52a0f35aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:18.382781 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device b6b8f014-87d0-465b-9dbb-59d90b7189a6 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:19:18.432432 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port b6b8f014-87d0-465b-9dbb-59d90b7189a6 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:19:18.432794 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:18.652003 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 46908) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:18.968378 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [None req-7420551d-8aa5-4c26-893f-722a641fcd06 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=99833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:19:18.969347 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-7420551d-8aa5-4c26-893f-722a641fcd06 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3164208 Oct 14 11:19:19.699363 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-eff91861-02be-4fa5-b278-7dc7380fc7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:21.114324 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:21.540458 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 46926) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:21.671385 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-2b459cac-6f01-4a18-858b-049c51fd1bf5 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:19:21.691314 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b459cac-6f01-4a18-858b-049c51fd1bf5 admin admin] Made reservation on behalf of bbf44f349bbd45db910514bccfde1918 for: {'network': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:19:21.693561 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2b459cac-6f01-4a18-858b-049c51fd1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:21.702681 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2b459cac-6f01-4a18-858b-049c51fd1bf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:21.778694 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2b459cac-6f01-4a18-858b-049c51fd1bf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:21.782597 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2b459cac-6f01-4a18-858b-049c51fd1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:21.797602 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2b459cac-6f01-4a18-858b-049c51fd1bf5 admin admin] Reserving flat network on physical network physnet1 {{(pid=99832) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 14 11:19:21.816164 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b459cac-6f01-4a18-858b-049c51fd1bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e98fed-2ca4-4593-8786-ce92cdc462d9,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:21.821131 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2b459cac-6f01-4a18-858b-049c51fd1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:21.821443 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.segments_db [None req-2b459cac-6f01-4a18-858b-049c51fd1bf5 admin admin] Added segment b761df51-fc08-489b-955d-6a786030c33d of type flat for network 83eead26-18cc-4af0-9fe1-f024052b32e0 Oct 14 11:19:21.875443 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2b459cac-6f01-4a18-858b-049c51fd1bf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:21.915044 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2b459cac-6f01-4a18-858b-049c51fd1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:21.916120 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b459cac-6f01-4a18-858b-049c51fd1bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:21.916829 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2b459cac-6f01-4a18-858b-049c51fd1bf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:21.981116 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-2b459cac-6f01-4a18-858b-049c51fd1bf5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4395499 Oct 14 11:19:21.984056 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b459cac-6f01-4a18-858b-049c51fd1bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=83eead26-18cc-4af0-9fe1-f024052b32e0,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:22.003156 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:19:22.460767 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:22.890000 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:24.370844 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 46944) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:24.472909 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc424d6-87e6-4d37-8cec-91ef38370fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:24.474295 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-1cc424d6-87e6-4d37-8cec-91ef38370fbf admin admin] 10.222.0.69 "GET /v2.0/subnets/2120f630-54f8-4771-8827-e9402fdb0b7d HTTP/1.1" status: 200 len: 849 time: 0.1024704 Oct 14 11:19:24.642298 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-3e0d6505-f1a0-44f6-b0f6-f8eb343ed505 admin admin] 10.222.0.69 "GET /v2.0/routers/e8423565-bd68-49aa-acba-02d5a050331e HTTP/1.1" status: 200 len: 704 time: 0.1606410 Oct 14 11:19:24.923568 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:25.223834 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Allocated IP 172.20.0.1 (7727a083-9091-4dd1-aa06-1c54471a23ee/2120f630-54f8-4771-8827-e9402fdb0b7d/4b06f0e4-4fab-4c86-97a7-f00a8ae1a187) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:19:25.360228 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 5 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:19:25.380858 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:25.502700 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:25.573410 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Network 7727a083-9091-4dd1-aa06-1c54471a23ee is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:19:25.579146 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:19:25.582142 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:19:25.582900 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779286'] for router_interface, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:25.647815 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Pushing event updated for resources: {'Port': ['ID=4b06f0e4-4fab-4c86-97a7-f00a8ae1a187,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:25.792222 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:25.832959 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-aa1acb4c-44b5-42d0-b1f4-b1d4d5ef1e31 None None] Provisioning complete for port 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:19:25.833569 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-aa1acb4c-44b5-42d0-b1f4-b1d4d5ef1e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:25.870141 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-aa1acb4c-44b5-42d0-b1f4-b1d4d5ef1e31 None None] Port 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:19:26.020973 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:26.027243 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:26.028060 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779234'] for router_interface, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:26.091883 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Pushing event updated for resources: {'Port': ['ID=4b06f0e4-4fab-4c86-97a7-f00a8ae1a187,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:26.163928 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Network 7727a083-9091-4dd1-aa06-1c54471a23ee is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:19:26.165223 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:19:26.347194 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Router e8423565-bd68-49aa-acba-02d5a050331e is scheduled to L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e with binding_index 1 {{(pid=99832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:19:26.394796 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4ff92fd9-4386-40bc-85e1-02a1515e93db None None] Provisioning complete for port 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:19:26.395271 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4ff92fd9-4386-40bc-85e1-02a1515e93db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:26.430410 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4ff92fd9-4386-40bc-85e1-02a1515e93db None None] Port 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:19:26.444574 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:19:26.451222 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-2983bcef-9be6-4e24-ba9e-692ed5195a63 admin admin] 10.222.0.69 "PUT /v2.0/routers/e8423565-bd68-49aa-acba-02d5a050331e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8030219 Oct 14 11:19:26.455783 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Sync routers for ids ['e8423565-bd68-49aa-acba-02d5a050331e'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:19:26.468838 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Routers {'e8423565-bd68-49aa-acba-02d5a050331e'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:19:26.469685 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:19:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['e8423565-bd68-49aa-acba-02d5a050331e'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:19:26.672152 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Set router e8423565-bd68-49aa-acba-02d5a050331e gateway port host: None {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:19:27.132289 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8423565-bd68-49aa-acba-02d5a050331e', 'name': 'router1', 'tenant_id': 'ccd06a146b97408f9e1049062893526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:19:15Z', 'updated_at': '2021-10-14T11:19:25Z', 'revision_number': 2, 'project_id': 'ccd06a146b97408f9e1049062893526e', 'gw_port_host': None, '_interfaces': [{'id': '4b06f0e4-4fab-4c86-97a7-f00a8ae1a187', 'name': '', 'network_id': '7727a083-9091-4dd1-aa06-1c54471a23ee', 'tenant_id': 'ccd06a146b97408f9e1049062893526e', 'mac_address': 'fa:16:3e:e6:c9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8423565-bd68-49aa-acba-02d5a050331e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2120f630-54f8-4771-8827-e9402fdb0b7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:19:24Z', 'updated_at': '2021-10-14T11:19:25Z', 'revision_number': 2, 'project_id': 'ccd06a146b97408f9e1049062893526e', 'subnets': [{'id': '2120f630-54f8-4771-8827-e9402fdb0b7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a346d2a-05c5-42d9-86b4-b25754f8a8e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:19:27.184998 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Checking router: e8423565-bd68-49aa-acba-02d5a050331e for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:19:27.185370 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Updating router e8423565-bd68-49aa-acba-02d5a050331e port 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187 binding host dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:19:27.235090 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:27.782082 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:27.789129 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:27.965753 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee33101-9b41-4f15-846b-e8bfa70d1a21 None None] Pushing event updated for resources: {'Port': ['ID=4b06f0e4-4fab-4c86-97a7-f00a8ae1a187,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:27.975956 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Attempting to bind port 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:19:27.976360 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Attempting to bind port 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': 'dae584ab-cddc-47b3-b9db-93fada1002ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7727a083-9091-4dd1-aa06-1c54471a23ee'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:19:27.976793 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Attempting to bind port 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187 on network 7727a083-9091-4dd1-aa06-1c54471a23ee {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:19:27.981952 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee33101-9b41-4f15-846b-e8bfa70d1a21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:27.982330 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee33101-9b41-4f15-846b-e8bfa70d1a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:27.982674 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee33101-9b41-4f15-846b-e8bfa70d1a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:27.983014 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee33101-9b41-4f15-846b-e8bfa70d1a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:27.983362 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee33101-9b41-4f15-846b-e8bfa70d1a21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:27.983666 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee33101-9b41-4f15-846b-e8bfa70d1a21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:27.983994 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee33101-9b41-4f15-846b-e8bfa70d1a21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:27.984320 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee33101-9b41-4f15-846b-e8bfa70d1a21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:27.984662 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee33101-9b41-4f15-846b-e8bfa70d1a21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:27.984989 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee33101-9b41-4f15-846b-e8bfa70d1a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:27.985310 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee33101-9b41-4f15-846b-e8bfa70d1a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:27.985630 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee33101-9b41-4f15-846b-e8bfa70d1a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee33101-9b41-4f15-846b-e8bfa70d1a21 None None] Tracked resource versions report: Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: pushed versions: Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: { 'AddressGroup': {'1.2'}, Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'ConntrackHelper': {'1.0'}, Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Log': {'1.0'}, Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Network': {'1.1'}, Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Port': {'1.7'}, Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'PortForwarding': {'1.2'}, Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'QosPolicy': {'1.10'}, Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'SecurityGroup': {'1.4'}, Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'SecurityGroupRule': {'1.2'}, Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'SubPort': {'1.0'}, Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Subnet': {'1.1'}, Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Trunk': {'1.1'}} Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: consumer versions: Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: { DHCP agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: L3 agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: Metadata agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: Metering agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: Open vSwitch agent@dv-cinder-797970-2-iscsi: { 'AddressGroup': '1.2', Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'ConntrackHelper': '1.0', Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Log': '1.0', Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Network': '1.1', Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Port': '1.7', Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'PortForwarding': '1.2', Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'QosPolicy': '1.10', Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'SecurityGroup': '1.4', Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'SecurityGroupRule': '1.2', Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'SubPort': '1.0', Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Subnet': '1.1', Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Trunk': '1.1'}} Oct 14 11:19:27.986784 dv-cinder-797970-2-iscsi neutron-server[99835]: {{(pid=99835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 11:19:27.991915 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:19:27.992350 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Checking segment: {'id': 'dae584ab-cddc-47b3-b9db-93fada1002ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7727a083-9091-4dd1-aa06-1c54471a23ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:19:27.992843 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:27.993233 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Bound using segment: {'id': 'dae584ab-cddc-47b3-b9db-93fada1002ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7727a083-9091-4dd1-aa06-1c54471a23ee'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:19:27.993818 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Bound port: 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae584ab-cddc-47b3-b9db-93fada1002ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7727a083-9091-4dd1-aa06-1c54471a23ee'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:19:27.994316 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:28.057852 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-b976c04e-f393-45b9-aaea-b1b2f17da3b4 None None] Provisioning complete for port 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:19:28.058491 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b976c04e-f393-45b9-aaea-b1b2f17da3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:28.067580 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] For port 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:19:28.091255 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] For port 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=4b06f0e4-4fab-4c86-97a7-f00a8ae1a187,segment=NetworkSegment(dae584ab-cddc-47b3-b9db-93fada1002ea),segment_id=dae584ab-cddc-47b3-b9db-93fada1002ea)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:19:28.095254 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-b976c04e-f393-45b9-aaea-b1b2f17da3b4 None None] Port 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:19:28.099139 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:28.160973 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee33101-9b41-4f15-846b-e8bfa70d1a21 None None] Pushing event updated for resources: {'Port': ['ID=4b06f0e4-4fab-4c86-97a7-f00a8ae1a187,revision_number=4']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:28.168718 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Routers {'e8423565-bd68-49aa-acba-02d5a050331e'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:19:28.169348 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:19:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['e8423565-bd68-49aa-acba-02d5a050331e'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:19:28.308255 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] Set router e8423565-bd68-49aa-acba-02d5a050331e gateway port host: None {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:19:28.424370 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-9f6e7136-e7ed-40ee-9661-f317a6e24be2 None None] Provisioning complete for port 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:19:28.424873 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-9f6e7136-e7ed-40ee-9661-f317a6e24be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:28.529781 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8423565-bd68-49aa-acba-02d5a050331e', 'name': 'router1', 'tenant_id': 'ccd06a146b97408f9e1049062893526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:19:15Z', 'updated_at': '2021-10-14T11:19:25Z', 'revision_number': 2, 'project_id': 'ccd06a146b97408f9e1049062893526e', 'gw_port_host': None, '_interfaces': [{'id': '4b06f0e4-4fab-4c86-97a7-f00a8ae1a187', 'name': '', 'network_id': '7727a083-9091-4dd1-aa06-1c54471a23ee', 'tenant_id': 'ccd06a146b97408f9e1049062893526e', 'mac_address': 'fa:16:3e:e6:c9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8423565-bd68-49aa-acba-02d5a050331e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2120f630-54f8-4771-8827-e9402fdb0b7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:19:24Z', 'updated_at': '2021-10-14T11:19:28Z', 'revision_number': 4, 'project_id': 'ccd06a146b97408f9e1049062893526e', 'subnets': [{'id': '2120f630-54f8-4771-8827-e9402fdb0b7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a346d2a-05c5-42d9-86b4-b25754f8a8e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:19:28.554641 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-9f6e7136-e7ed-40ee-9661-f317a6e24be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:28.560827 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb40f9-9251-43f9-9c75-03654c745267 None None] The sync data for ids ['e8423565-bd68-49aa-acba-02d5a050331e'] in dv-cinder-797970-2-iscsi is: [{'id': 'e8423565-bd68-49aa-acba-02d5a050331e', 'name': 'router1', 'tenant_id': 'ccd06a146b97408f9e1049062893526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:19:15Z', 'updated_at': '2021-10-14T11:19:25Z', 'revision_number': 2, 'project_id': 'ccd06a146b97408f9e1049062893526e', 'gw_port_host': None, '_interfaces': [{'id': '4b06f0e4-4fab-4c86-97a7-f00a8ae1a187', 'name': '', 'network_id': '7727a083-9091-4dd1-aa06-1c54471a23ee', 'tenant_id': 'ccd06a146b97408f9e1049062893526e', 'mac_address': 'fa:16:3e:e6:c9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8423565-bd68-49aa-acba-02d5a050331e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2120f630-54f8-4771-8827-e9402fdb0b7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:19:24Z', 'updated_at': '2021-10-14T11:19:28Z', 'revision_number': 4, 'project_id': 'ccd06a146b97408f9e1049062893526e', 'subnets': [{'id': '2120f630-54f8-4771-8827-e9402fdb0b7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a346d2a-05c5-42d9-86b4-b25754f8a8e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:19:28.597837 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-9f6e7136-e7ed-40ee-9661-f317a6e24be2 None None] For port 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=4b06f0e4-4fab-4c86-97a7-f00a8ae1a187,segment=NetworkSegment(dae584ab-cddc-47b3-b9db-93fada1002ea),segment_id=dae584ab-cddc-47b3-b9db-93fada1002ea)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:19:28.608111 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-9f6e7136-e7ed-40ee-9661-f317a6e24be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:28.663888 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e7136-e7ed-40ee-9661-f317a6e24be2 None None] Pushing event updated for resources: {'Port': ['ID=4b06f0e4-4fab-4c86-97a7-f00a8ae1a187,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:28.920787 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 46954) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:29.045703 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a648d7-42ee-4609-bb34-d566038171c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:29.047112 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-53a648d7-42ee-4609-bb34-d566038171c8 admin admin] 10.222.0.69 "GET /v2.0/networks/83eead26-18cc-4af0-9fe1-f024052b32e0 HTTP/1.1" status: 200 len: 842 time: 0.1253026 Oct 14 11:19:29.058504 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-a20476a3-b31f-4043-9509-f0b733a7dde4 admin admin] Request body: {'subnet': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:19:29.082613 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20476a3-b31f-4043-9509-f0b733a7dde4 admin admin] Made reservation on behalf of bbf44f349bbd45db910514bccfde1918 for: {'subnet': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:19:29.085037 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a20476a3-b31f-4043-9509-f0b733a7dde4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:29.393387 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.objects.ports [None req-a20476a3-b31f-4043-9509-f0b733a7dde4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 14 11:19:29.393851 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a20476a3-b31f-4043-9509-f0b733a7dde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for subnet, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:29.452127 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20476a3-b31f-4043-9509-f0b733a7dde4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f929757d-c7fa-4bc7-9adc-1692161a6576,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:29.459532 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20476a3-b31f-4043-9509-f0b733a7dde4 admin admin] Checking segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:19:29.459897 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20476a3-b31f-4043-9509-f0b733a7dde4 admin admin] Network hostable DHCP agents. Network: 83eead26-18cc-4af0-9fe1-f024052b32e0, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:19:29.478414 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20476a3-b31f-4043-9509-f0b733a7dde4 admin admin] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:19:29.489212 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-a20476a3-b31f-4043-9509-f0b733a7dde4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, 83eead26-18cc-4af0-9fe1-f024052b32e0) {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:19:29.494973 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20476a3-b31f-4043-9509-f0b733a7dde4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:29.495997 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a20476a3-b31f-4043-9509-f0b733a7dde4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:29.500483 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e3c894-8dc9-4303-8425-bf533972160a None None] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:19:29.526328 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-a20476a3-b31f-4043-9509-f0b733a7dde4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4609015 Oct 14 11:19:29.641574 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3e9e49-ef69-4809-a416-9d60475e37a0 None None] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:19:32.004044 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 46962) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:32.218433 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-47a93fbb-78cb-47a8-b083-6f8b15fdc7a7 admin admin] 10.222.0.69 "GET /v2.0/routers/e8423565-bd68-49aa-acba-02d5a050331e HTTP/1.1" status: 200 len: 710 time: 0.2130339 Oct 14 11:19:32.311059 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46de49e5-4e80-4c1f-a9ec-11eea53328eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:19:32.312978 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-46de49e5-4e80-4c1f-a9ec-11eea53328eb admin admin] 10.222.0.69 "GET /v2.0/networks/83eead26-18cc-4af0-9fe1-f024052b32e0 HTTP/1.1" status: 200 len: 886 time: 0.0884066 Oct 14 11:19:32.328100 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:19:32.642595 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:32.892370 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:32.973859 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:33.112153 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] Allocated IP 172.27.1.85 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:19:33.237047 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:33.277593 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:33.320646 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:19:33.326874 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:19:33.331211 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:19:33.334274 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] Pushing event updated for resources: {'Port': ['ID=5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:33.596961 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:33.905145 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1778244', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1785233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258096'] for router, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:33.908754 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1778273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1778291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1778282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1785224'] for router, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:34.019448 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] Router e8423565-bd68-49aa-acba-02d5a050331e has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:19:34.129549 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:19:34.133991 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] Publish callbacks [] for router, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:34.146257 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-596edcf3-5988-4995-86e2-2b18f4cc2591 admin admin] 10.222.0.69 "PUT /v2.0/routers/e8423565-bd68-49aa-acba-02d5a050331e HTTP/1.1" status: 200 len: 889 time: 1.8114126 Oct 14 11:19:34.407264 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:19:34.467552 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:19:34.468311 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:35.898288 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Sync routers for ids ['e8423565-bd68-49aa-acba-02d5a050331e'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:19:35.909014 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Routers {'e8423565-bd68-49aa-acba-02d5a050331e'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:19:35.909653 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:19:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['e8423565-bd68-49aa-acba-02d5a050331e'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:19:36.125207 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Set router e8423565-bd68-49aa-acba-02d5a050331e gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:19:36.530988 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8423565-bd68-49aa-acba-02d5a050331e', 'name': 'router1', 'tenant_id': 'ccd06a146b97408f9e1049062893526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:19:15Z', 'updated_at': '2021-10-14T11:19:33Z', 'revision_number': 4, 'project_id': 'ccd06a146b97408f9e1049062893526e', 'gw_port': {'id': '5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8423565-bd68-49aa-acba-02d5a050331e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:19:32Z', 'updated_at': '2021-10-14T11:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '4b06f0e4-4fab-4c86-97a7-f00a8ae1a187', 'name': '', 'network_id': '7727a083-9091-4dd1-aa06-1c54471a23ee', 'tenant_id': 'ccd06a146b97408f9e1049062893526e', 'mac_address': 'fa:16:3e:e6:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8423565-bd68-49aa-acba-02d5a050331e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2120f630-54f8-4771-8827-e9402fdb0b7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:19:24Z', 'updated_at': '2021-10-14T11:19:28Z', 'revision_number': 5, 'project_id': 'ccd06a146b97408f9e1049062893526e', 'subnets': [{'id': '2120f630-54f8-4771-8827-e9402fdb0b7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a346d2a-05c5-42d9-86b4-b25754f8a8e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:19:36.583693 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Checking router: e8423565-bd68-49aa-acba-02d5a050331e for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:19:36.584065 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Updating router e8423565-bd68-49aa-acba-02d5a050331e port 5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a binding host dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:19:36.631891 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:36.854129 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 46974) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:19:36.954396 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Publish callbacks [] for port, precommit_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:36.960675 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:36.976264 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-5e28c5b5-15de-4316-84bc-b9d1336f3e15 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1202583 Oct 14 11:19:37.019984 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64050dc-0117-4de1-aa1d-58d1e7730b43 None None] Pushing event updated for resources: {'Port': ['ID=5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a,revision_number=2']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:37.023510 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Attempting to bind port 5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:19:37.023882 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Attempting to bind port 5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:19:37.024247 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Attempting to bind port 5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a on network 83eead26-18cc-4af0-9fe1-f024052b32e0 {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:19:37.030382 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:19:37.030914 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Checking segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:19:37.031324 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:37.031723 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Bound using segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:19:37.032252 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Bound port: 5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:19:37.032657 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:37.098523 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] For port 5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:19:37.102879 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] For port 5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:19:37.108455 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:37.172674 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64050dc-0117-4de1-aa1d-58d1e7730b43 None None] Pushing event updated for resources: {'Port': ['ID=5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:37.175308 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Routers {'e8423565-bd68-49aa-acba-02d5a050331e'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:19:37.176125 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:19:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['e8423565-bd68-49aa-acba-02d5a050331e'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:19:37.372622 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] Set router e8423565-bd68-49aa-acba-02d5a050331e gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:19:37.594047 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8423565-bd68-49aa-acba-02d5a050331e', 'name': 'router1', 'tenant_id': 'ccd06a146b97408f9e1049062893526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:19:15Z', 'updated_at': '2021-10-14T11:19:33Z', 'revision_number': 4, 'project_id': 'ccd06a146b97408f9e1049062893526e', 'gw_port': {'id': '5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8423565-bd68-49aa-acba-02d5a050331e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:19:32Z', 'updated_at': '2021-10-14T11:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '4b06f0e4-4fab-4c86-97a7-f00a8ae1a187', 'name': '', 'network_id': '7727a083-9091-4dd1-aa06-1c54471a23ee', 'tenant_id': 'ccd06a146b97408f9e1049062893526e', 'mac_address': 'fa:16:3e:e6:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8423565-bd68-49aa-acba-02d5a050331e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2120f630-54f8-4771-8827-e9402fdb0b7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:19:24Z', 'updated_at': '2021-10-14T11:19:28Z', 'revision_number': 5, 'project_id': 'ccd06a146b97408f9e1049062893526e', 'subnets': [{'id': '2120f630-54f8-4771-8827-e9402fdb0b7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a346d2a-05c5-42d9-86b4-b25754f8a8e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:19:37.621436 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54511f-69fb-464e-8b3b-07f6be6e3426 None None] The sync data for ids ['e8423565-bd68-49aa-acba-02d5a050331e'] in dv-cinder-797970-2-iscsi is: [{'id': 'e8423565-bd68-49aa-acba-02d5a050331e', 'name': 'router1', 'tenant_id': 'ccd06a146b97408f9e1049062893526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:19:15Z', 'updated_at': '2021-10-14T11:19:33Z', 'revision_number': 4, 'project_id': 'ccd06a146b97408f9e1049062893526e', 'gw_port': {'id': '5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8423565-bd68-49aa-acba-02d5a050331e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:19:32Z', 'updated_at': '2021-10-14T11:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '4b06f0e4-4fab-4c86-97a7-f00a8ae1a187', 'name': '', 'network_id': '7727a083-9091-4dd1-aa06-1c54471a23ee', 'tenant_id': 'ccd06a146b97408f9e1049062893526e', 'mac_address': 'fa:16:3e:e6:c9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8423565-bd68-49aa-acba-02d5a050331e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2120f630-54f8-4771-8827-e9402fdb0b7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:19:24Z', 'updated_at': '2021-10-14T11:19:28Z', 'revision_number': 5, 'project_id': 'ccd06a146b97408f9e1049062893526e', 'subnets': [{'id': '2120f630-54f8-4771-8827-e9402fdb0b7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a346d2a-05c5-42d9-86b4-b25754f8a8e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:19:38.435878 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:19:38.500697 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:19:38.501044 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:38.580787 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:38.601011 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] For port 5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:19:38.607003 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:38.659223 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Pushing event updated for resources: {'Port': ['ID=5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:19:40.370152 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:19:40.419807 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 5bbdc8ab-87d8-4c60-b92a-c9059ebc4f6a triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:19:40.420174 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:47.187552 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f83a0367-6e5c-4fbe-9889-7095067dafd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:49.701285 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-77efd205-bcd6-426e-820b-36908d86a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:51.120428 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:52.503705 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:19:52.920958 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:02.371043 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 5 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:20:17.183647 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-0eb3d7dc-4fc6-4731-9053-f7d42f732267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:19.710518 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-ba9e547f-07af-482e-973c-78d4b78a715e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:21.166492 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:22.531476 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:22.906926 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:39.360186 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 5 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:20:47.187034 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-15a2ed6f-27ee-480a-89a3-e0fc5f9e5ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:49.709422 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-dd0ff974-08b5-4778-b3a2-4cf727ba843b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:51.138445 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:52.468911 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:20:52.907494 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:16.359423 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 5 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:21:17.190432 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-151b916c-441b-40be-985b-b232aee7fdf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:19.699360 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-dedef483-5abe-4bbe-91f4-5e44b6f13aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:20.819865 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 47536) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:20.882427 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d2da59-97f8-4f7b-ac30-70986d8a0761 admin admin] GET failed (client error): The resource could not be found. Oct 14 11:21:20.883792 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-f8d2da59-97f8-4f7b-ac30-70986d8a0761 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629795 Oct 14 11:21:21.048471 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a63759e-0894-45ed-bd81-29612a9ea773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:21.049867 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-6a63759e-0894-45ed-bd81-29612a9ea773 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1614447 Oct 14 11:21:21.134443 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:22.464573 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:22.911027 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:23.372563 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 47546) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:23.468251 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a65f3f2-b29f-45d8-a8a9-8c957c885a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:23.469643 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-8a65f3f2-b29f-45d8-a8a9-8c957c885a2b admin admin] 10.222.0.69 "GET /v2.0/subnets/2120f630-54f8-4771-8827-e9402fdb0b7d HTTP/1.1" status: 200 len: 849 time: 0.0961320 Oct 14 11:21:23.480139 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:21:23.564625 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Publish callbacks [] for subnet, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:23.706315 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773231283258'] for subnet, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:23.739816 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:23.740579 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:23.742326 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] 10.222.0.69 "PUT /v2.0/subnets/2120f630-54f8-4771-8827-e9402fdb0b7d HTTP/1.1" status: 200 len: 868 time: 0.2656965 Oct 14 11:21:23.757273 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c930ef-25a5-4058-8e2f-3412eb51bd63 None None] Network 7727a083-9091-4dd1-aa06-1c54471a23ee requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:21:23.761190 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2120f630-54f8-4771-8827-e9402fdb0b7d,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:21:23.768850 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:23.769199 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:23.769540 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:23.769880 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:23.770237 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:23.770603 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:23.770940 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:23.771300 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:23.771653 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:23.771977 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:23.772333 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:23.772625 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fa0eb-881c-4fcc-9aea-c6708b8f49dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:21:24.113214 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-74d18e52-e5ae-437e-854b-aa77b3023109 None None] Provisioning complete for port 4b06f0e4-4fab-4c86-97a7-f00a8ae1a187 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:21:24.113579 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-74d18e52-e5ae-437e-854b-aa77b3023109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:24.197781 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-74d18e52-e5ae-437e-854b-aa77b3023109 None None] Provisioning complete for port b6b8f014-87d0-465b-9dbb-59d90b7189a6 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:21:24.197999 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-74d18e52-e5ae-437e-854b-aa77b3023109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:26.055226 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 47554) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:26.306355 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668d0e5e-2510-48de-8d62-d4d06ba3d690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:26.306838 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668d0e5e-2510-48de-8d62-d4d06ba3d690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:26.308491 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-668d0e5e-2510-48de-8d62-d4d06ba3d690 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2523324 Oct 14 11:21:28.619148 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 47564) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:28.755430 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724282bc-8856-4bd2-a43f-f381e381164e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:28.755894 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724282bc-8856-4bd2-a43f-f381e381164e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:28.757430 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-724282bc-8856-4bd2-a43f-f381e381164e admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1373417 Oct 14 11:21:31.092117 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 47572) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:31.324246 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7509fbf8-6e81-4de3-8759-408dc37474ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:31.325573 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-7509fbf8-6e81-4de3-8759-408dc37474ec admin admin] 10.222.0.69 "GET /v2.0/networks/7727a083-9091-4dd1-aa06-1c54471a23ee HTTP/1.1" status: 200 len: 869 time: 0.2323012 Oct 14 11:21:33.646090 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 47580) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:33.771810 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f1a63f-d5fa-45e6-ac54-705ee42b1957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:33.773163 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-79f1a63f-d5fa-45e6-ac54-705ee42b1957 admin admin] 10.222.0.69 "GET /v2.0/networks/83eead26-18cc-4af0-9fe1-f024052b32e0 HTTP/1.1" status: 200 len: 886 time: 0.1260829 Oct 14 11:21:36.100085 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 47588) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:36.233892 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce99ed90-80da-4533-bb03-cce1ff12584c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:36.234383 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce99ed90-80da-4533-bb03-cce1ff12584c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:36.235910 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-ce99ed90-80da-4533-bb03-cce1ff12584c admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1347914 Oct 14 11:21:38.589629 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 47596) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:38.687277 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f685304e-bc7b-46e1-8874-50e601ec02b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:38.687727 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f685304e-bc7b-46e1-8874-50e601ec02b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:38.689319 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-f685304e-bc7b-46e1-8874-50e601ec02b3 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0987055 Oct 14 11:21:41.021454 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 47604) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:41.113977 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf96216b-1a76-491c-bcb9-66f434782546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:41.115346 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-bf96216b-1a76-491c-bcb9-66f434782546 admin admin] 10.222.0.69 "GET /v2.0/subnets/2120f630-54f8-4771-8827-e9402fdb0b7d HTTP/1.1" status: 200 len: 868 time: 0.0929368 Oct 14 11:21:43.473083 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 47612) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:21:43.601235 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d529c4c6-9744-4ffd-8e99-049f13d9386c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:21:43.602658 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-d529c4c6-9744-4ffd-8e99-049f13d9386c admin admin] 10.222.0.69 "GET /v2.0/subnets/f929757d-c7fa-4bc7-9adc-1692161a6576 HTTP/1.1" status: 200 len: 816 time: 0.1286347 Oct 14 11:21:47.194250 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-c14dd7fb-5324-4c91-ad19-3f1f5267e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:49.701144 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-ce57caec-b2df-4667-b9dd-cde7cb35ed4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:51.136998 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:52.467600 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:52.917083 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:21:53.359148 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 5 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:22:08.400759 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 47666) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:08.452335 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [None req-e0860843-0dd8-44ec-aadf-ae330a895ea2 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=99833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:22:08.453321 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-e0860843-0dd8-44ec-aadf-ae330a895ea2 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0508838 Oct 14 11:22:10.849125 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 47674) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:10.909574 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff21d45-a844-463a-901b-d475927a487e admin admin] GET failed (client error): The resource could not be found. Oct 14 11:22:10.910917 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-9ff21d45-a844-463a-901b-d475927a487e admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608604 Oct 14 11:22:10.998976 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5c2beb-63c3-4701-8b49-629706304d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:11.000411 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-6f5c2beb-63c3-4701-8b49-629706304d8c admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0847838 Oct 14 11:22:13.376347 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 47682) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:13.424708 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:13.448044 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Made reservation on behalf of bbf44f349bbd45db910514bccfde1918 for: {'network': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:22:13.451016 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:13.494112 dv-cinder-797970-2-iscsi neutron-server[99833]: WARNING neutron.services.revisions.revision_plugin [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Could not find related network for resource to bump revision. Oct 14 11:22:13.511415 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=99833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:22:13.524678 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773231307816', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:13.525251 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Unsubscribe: segment precommit_create {{(pid=99833) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 11:22:13.526378 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.segments_db [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Added segment 169df28d-9dd4-4b08-ad54-b41a40c2f2de of type vlan for network 9577607e-b1d1-47a5-a2de-6b3e7175c3c1 Oct 14 11:22:13.582486 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:13.613367 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:13.614535 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:13.615262 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:13.638210 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2607784 Oct 14 11:22:13.724293 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Pushing event updated for resources: {'Network': ['ID=9577607e-b1d1-47a5-a2de-6b3e7175c3c1,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:13.739709 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:13.740261 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:13.740906 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:13.741360 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:13.741703 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:13.742085 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:13.742879 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:13.743399 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:13.743974 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:13.745141 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:13.745704 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:13.746381 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d4b98-0d9e-4564-886c-b80d6967c701 admin admin] Tracked resource versions report: Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: pushed versions: Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: { 'AddressGroup': {'1.2'}, Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'ConntrackHelper': {'1.0'}, Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Log': {'1.0'}, Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Network': {'1.1'}, Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Port': {'1.7'}, Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'PortForwarding': {'1.2'}, Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'QosPolicy': {'1.10'}, Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'SecurityGroup': {'1.4'}, Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'SecurityGroupRule': {'1.2'}, Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'SubPort': {'1.0'}, Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Subnet': {'1.1'}, Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Trunk': {'1.1'}} Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: consumer versions: Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: { DHCP agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: L3 agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: Metadata agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: Metering agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: Open vSwitch agent@dv-cinder-797970-2-iscsi: { 'AddressGroup': '1.2', Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'ConntrackHelper': '1.0', Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Log': '1.0', Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Network': '1.1', Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Port': '1.7', Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'PortForwarding': '1.2', Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'QosPolicy': '1.10', Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'SecurityGroup': '1.4', Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'SecurityGroupRule': '1.2', Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'SubPort': '1.0', Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Subnet': '1.1', Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Trunk': '1.1'}} Oct 14 11:22:13.748304 dv-cinder-797970-2-iscsi neutron-server[99833]: {{(pid=99833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 11:22:13.803614 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network 9577607e-b1d1-47a5-a2de-6b3e7175c3c1 details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:22:15.979844 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 47694) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:22:16.042115 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc326b86-07df-4fe5-a6a8-772010d900f3 admin admin] GET failed (client error): The resource could not be found. Oct 14 11:22:16.043467 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-fc326b86-07df-4fe5-a6a8-772010d900f3 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626242 Oct 14 11:22:16.143294 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649797bb-7f7f-48bd-8646-c959b33fda57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:16.144708 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-649797bb-7f7f-48bd-8646-c959b33fda57 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0965805 Oct 14 11:22:16.155583 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-e9824189-21ed-45c4-aee1-37c243037ff7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '9577607e-b1d1-47a5-a2de-6b3e7175c3c1', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:22:16.179158 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9824189-21ed-45c4-aee1-37c243037ff7 admin admin] Made reservation on behalf of bbf44f349bbd45db910514bccfde1918 for: {'subnet': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:22:16.181445 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e9824189-21ed-45c4-aee1-37c243037ff7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.370352 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e9824189-21ed-45c4-aee1-37c243037ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for subnet, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.435856 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9824189-21ed-45c4-aee1-37c243037ff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5ef1da8-339d-4a3a-9e30-e9763be67d31,revision_number=0']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:16.440638 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9824189-21ed-45c4-aee1-37c243037ff7 admin admin] Checking segment: {'id': '169df28d-9dd4-4b08-ad54-b41a40c2f2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9577607e-b1d1-47a5-a2de-6b3e7175c3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:22:16.441015 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9824189-21ed-45c4-aee1-37c243037ff7 admin admin] Network hostable DHCP agents. Network: 9577607e-b1d1-47a5-a2de-6b3e7175c3c1, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:22:16.463741 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9824189-21ed-45c4-aee1-37c243037ff7 admin admin] Network 9577607e-b1d1-47a5-a2de-6b3e7175c3c1 is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:22:16.474966 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-e9824189-21ed-45c4-aee1-37c243037ff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, 9577607e-b1d1-47a5-a2de-6b3e7175c3c1) {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:22:16.483197 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9824189-21ed-45c4-aee1-37c243037ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:22:16.484166 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e9824189-21ed-45c4-aee1-37c243037ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.484657 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c49261-0ac1-455d-93bc-761d0cce2399 None None] Network 9577607e-b1d1-47a5-a2de-6b3e7175c3c1 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:22:16.501825 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-e9824189-21ed-45c4-aee1-37c243037ff7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3495157 Oct 14 11:22:16.739708 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5caa67b-a7c2-582f-907b-e4beb9c2b537-9577607e-b1d1-47a5-a2de-6b3e7175c3c1', 'network_id': '9577607e-b1d1-47a5-a2de-6b3e7175c3c1', 'tenant_id': 'bbf44f349bbd45db910514bccfde1918', 'fixed_ips': [{'subnet_id': 'c5ef1da8-339d-4a3a-9e30-e9763be67d31'}]}} from dv-cinder-797970-2-iscsi. {{(pid=99834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:22:16.740810 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:16.883098 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.db_base_plugin_common [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Allocated IP 192.168.233.2 (9577607e-b1d1-47a5-a2de-6b3e7175c3c1/c5ef1da8-339d-4a3a-9e30-e9763be67d31/c6263f38-fcf8-49e9-954a-f4b7ff3500fd) {{(pid=99834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:22:17.039093 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Publish callbacks [] for port, precommit_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:17.045510 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:17.093844 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Network 9577607e-b1d1-47a5-a2de-6b3e7175c3c1 is already hosted by enough agents. {{(pid=99834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:22:17.094698 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Pushing event updated for resources: {'Port': ['ID=c6263f38-fcf8-49e9-954a-f4b7ff3500fd,revision_number=1']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:17.098126 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.base_scheduler [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Resources bound (agent type, host, resource id): {{(pid=99834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:22:17.102822 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Received port after_create {{(pid=99834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:22:17.106512 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:17.106863 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:17.107219 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:17.107556 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:17.107891 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:17.108222 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:17.108545 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:17.108878 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:17.109238 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:17.109582 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:17.109909 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:17.110253 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:22:17.168202 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Attempting to bind port c6263f38-fcf8-49e9-954a-f4b7ff3500fd on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:22:17.168567 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Attempting to bind port c6263f38-fcf8-49e9-954a-f4b7ff3500fd by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '169df28d-9dd4-4b08-ad54-b41a40c2f2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9577607e-b1d1-47a5-a2de-6b3e7175c3c1'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:22:17.168931 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Attempting to bind port c6263f38-fcf8-49e9-954a-f4b7ff3500fd on network 9577607e-b1d1-47a5-a2de-6b3e7175c3c1 {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:22:17.178424 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:22:17.179163 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Checking segment: {'id': '169df28d-9dd4-4b08-ad54-b41a40c2f2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9577607e-b1d1-47a5-a2de-6b3e7175c3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:22:17.179478 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:17.180467 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Bound using segment: {'id': '169df28d-9dd4-4b08-ad54-b41a40c2f2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9577607e-b1d1-47a5-a2de-6b3e7175c3c1'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:22:17.180944 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Bound port: c6263f38-fcf8-49e9-954a-f4b7ff3500fd, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169df28d-9dd4-4b08-ad54-b41a40c2f2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9577607e-b1d1-47a5-a2de-6b3e7175c3c1'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:22:17.181334 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:17.223574 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e3cf-53c5-4c8f-b47e-f9229af90bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:17.258095 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-7c096392-97a1-4759-94ce-96af49504208 None None] For port c6263f38-fcf8-49e9-954a-f4b7ff3500fd, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:22:17.261953 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-7c096392-97a1-4759-94ce-96af49504208 None None] For port c6263f38-fcf8-49e9-954a-f4b7ff3500fd, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=c6263f38-fcf8-49e9-954a-f4b7ff3500fd,segment=NetworkSegment(169df28d-9dd4-4b08-ad54-b41a40c2f2de),segment_id=169df28d-9dd4-4b08-ad54-b41a40c2f2de)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:22:17.266921 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:17.323909 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c096392-97a1-4759-94ce-96af49504208 None None] Pushing event updated for resources: {'Port': ['ID=c6263f38-fcf8-49e9-954a-f4b7ff3500fd,revision_number=2']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:18.170446 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038ed77a-26ea-4b26-b451-1c8fd945a8bd None None] Network 9577607e-b1d1-47a5-a2de-6b3e7175c3c1 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:22:18.246156 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-eb523bfa-fa72-43f9-a6f9-2d04c52ae374 None None] Provisioning complete for port c6263f38-fcf8-49e9-954a-f4b7ff3500fd triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:18.246550 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-eb523bfa-fa72-43f9-a6f9-2d04c52ae374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:18.393609 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-eb523bfa-fa72-43f9-a6f9-2d04c52ae374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:18.437363 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-eb523bfa-fa72-43f9-a6f9-2d04c52ae374 None None] For port c6263f38-fcf8-49e9-954a-f4b7ff3500fd, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=c6263f38-fcf8-49e9-954a-f4b7ff3500fd,segment=NetworkSegment(169df28d-9dd4-4b08-ad54-b41a40c2f2de),segment_id=169df28d-9dd4-4b08-ad54-b41a40c2f2de)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:22:18.443393 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-eb523bfa-fa72-43f9-a6f9-2d04c52ae374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:18.511467 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb523bfa-fa72-43f9-a6f9-2d04c52ae374 None None] Pushing event updated for resources: {'Port': ['ID=c6263f38-fcf8-49e9-954a-f4b7ff3500fd,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:22:18.567323 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device c6263f38-fcf8-49e9-954a-f4b7ff3500fd up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:22:18.635496 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port c6263f38-fcf8-49e9-954a-f4b7ff3500fd triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:18.635874 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:18.687612 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-e3f4df0a-1d6a-4df5-b79c-4f9e57a9b4f7 None None] Provisioning complete for port c6263f38-fcf8-49e9-954a-f4b7ff3500fd triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:18.687926 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e3f4df0a-1d6a-4df5-b79c-4f9e57a9b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:19.703596 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-23b73c5c-b528-4d00-ba4a-0a9f354264e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:20.502732 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device c6263f38-fcf8-49e9-954a-f4b7ff3500fd up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:22:20.553850 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port c6263f38-fcf8-49e9-954a-f4b7ff3500fd triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:22:20.554243 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:21.140174 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:22.472594 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:22.919394 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:30.358588 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 5 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:22:47.194908 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d1f0b622-eee8-4c5d-b3ba-3706bf28a270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:49.704999 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-36c6db6f-e7d4-4d47-8600-d838d85ac80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:51.139611 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:52.474149 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:22:52.924929 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:07.357669 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 5 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:23:17.195950 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-29e8e0e4-ba53-4ab4-b254-3542565b161a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:19.706597 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-bb3d93df-1d22-43d8-916b-7df04491afbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:21.143390 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:22.476157 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:22.926424 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:44.356473 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 5 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:23:47.196420 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-81aaefb1-c30b-41ef-a555-7f923bd8e1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:49.708369 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-509e2cfa-c971-4c84-9f7d-d3713be3d5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:51.146280 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:52.480939 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:23:52.929766 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:17.196891 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-37be4c0a-231e-4c02-b8d3-9c66b684a524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:19.708939 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9ebc-ed2f-4f0c-81ad-359d18439675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:21.146526 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:21.355792 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 5 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:24:22.484180 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:22.934973 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:47.200201 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-6a9310f6-39e6-4a30-a3f0-c1caf71c8a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:49.712248 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-aae7617d-081d-4c96-9820-c3d691fcbd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:51.150163 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:52.486385 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:52.936267 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:57.673744 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 47746) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:57.679940 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [None req-8a43cbd6-82da-4745-b836-be8645d4a3d5 tempest-verify_tempest_config-1929358190 tempest-verify_tempest_config-1929358190-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=99833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:24:57.680936 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-8a43cbd6-82da-4745-b836-be8645d4a3d5 tempest-verify_tempest_config-1929358190 tempest-verify_tempest_config-1929358190-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0061371 Oct 14 11:24:57.982712 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 47764) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:58.086159 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-11e5f7a5-86c2-47e7-8c36-491a9560745a admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:58.163780 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-11e5f7a5-86c2-47e7-8c36-491a9560745a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:58.167565 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-11e5f7a5-86c2-47e7-8c36-491a9560745a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:58.213093 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5f7a5-86c2-47e7-8c36-491a9560745a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dccb4c-10f0-4ebb-8e5f-3c49feeae3ab,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:24:58.216887 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-11e5f7a5-86c2-47e7-8c36-491a9560745a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b9a26c79248147bf992085ffc5b42b68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2331934 Oct 14 11:24:58.219605 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 47770) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:24:58.236173 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5f7a5-86c2-47e7-8c36-491a9560745a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:58.236549 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5f7a5-86c2-47e7-8c36-491a9560745a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:58.236900 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5f7a5-86c2-47e7-8c36-491a9560745a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:58.237241 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5f7a5-86c2-47e7-8c36-491a9560745a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:58.237577 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5f7a5-86c2-47e7-8c36-491a9560745a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:58.237930 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5f7a5-86c2-47e7-8c36-491a9560745a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:58.238302 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5f7a5-86c2-47e7-8c36-491a9560745a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:58.238636 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5f7a5-86c2-47e7-8c36-491a9560745a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:58.238965 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5f7a5-86c2-47e7-8c36-491a9560745a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:58.239290 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5f7a5-86c2-47e7-8c36-491a9560745a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:58.239614 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5f7a5-86c2-47e7-8c36-491a9560745a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:58.240557 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5f7a5-86c2-47e7-8c36-491a9560745a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:24:58.292127 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a40a9020-bbf5-4fac-b6aa-44ea33209aec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:58.313625 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a40a9020-bbf5-4fac-b6aa-44ea33209aec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:58.355344 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 5 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:24:58.403236 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a40a9020-bbf5-4fac-b6aa-44ea33209aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:58.406021 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a40a9020-bbf5-4fac-b6aa-44ea33209aec admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:24:58.407259 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-a40a9020-bbf5-4fac-b6aa-44ea33209aec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b5dccb4c-10f0-4ebb-8e5f-3c49feeae3ab HTTP/1.1" status: 204 len: 168 time: 0.1864772 Oct 14 11:24:58.416305 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a9020-bbf5-4fac-b6aa-44ea33209aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dccb4c-10f0-4ebb-8e5f-3c49feeae3ab,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:25:17.204175 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-3d4d2c2d-fbd1-4979-9f48-4fd46a9f7850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:19.713839 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-84f87429-788c-45bb-a0c3-c77129ca2878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:21.150766 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:22.487458 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:22.938689 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:35.354645 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 5 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:25:47.208770 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-a4092226-a174-4d4b-ae72-5ed10e03fa5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:49.714147 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-822f8074-2797-454d-b575-051a929ce435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:51.153637 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:52.490153 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:25:52.941715 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:12.354716 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 5 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:26:17.209663 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-ab65dca2-5d1d-4e6a-8a02-c9d44106476e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:19.714306 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-ae3326ca-2974-4ad3-91b6-11b8d1e44bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:21.156674 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:22.491770 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:22.945757 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:31.778701 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784682'] for agent, after_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:47.212478 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b850276d-6d4f-4176-897c-95c0f81f208a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:48.764322 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 47852) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:26:48.893890 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-93c13d8a-3ab0-42ea-a417-88da42d68515 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1284795 Oct 14 11:26:49.354777 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:26:49.715413 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-8dca82c4-9378-4e8e-a275-c3f045fb9933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:51.159611 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:51.259644 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 47862) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:26:51.324280 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-874ebca5-bde9-41a3-a1f6-cd880992b237 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0635538 Oct 14 11:26:52.494542 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:26:52.950931 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:01.748010 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:17.214524 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e69dc07d-a590-4b9a-b7ce-1bfcf4b46ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:19.715970 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-272cf776-ecb6-44c7-ac53-3a4ea8bcc87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:21.162266 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:22.499099 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:22.952630 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:26.354502 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:27:31.764165 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:47.217971 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-042b5e6b-04d9-4770-bd84-7aa2b5a3b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:49.718637 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-bfecdb21-2488-4e55-8a89-7907a4ea649d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:51.168792 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:52.500641 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:27:52.956898 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:01.783963 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:03.353357 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:28:17.222711 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-02d0c8bf-8ee5-460f-9250-5ca2219f8b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:19.723687 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-6093026c-b9e7-4286-b105-0c2d431839cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:21.174045 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:22.514147 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:22.959899 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:23.422176 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48036) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:23.612976 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1043719151-network', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:23.640488 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Made reservation on behalf of de741739c33a4b63ad4a3d09e4ca7ac1 for: {'network': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:28:23.642974 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:23.657457 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:23.776424 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:23.781251 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:23.808426 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=99833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:28:23.819731 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7609baa-6445-45f3-87ba-6ca6d20f2474,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:23.829254 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:23.829618 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.segments_db [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Added segment 7e401973-9cdc-42cf-a43d-f287c0f5d3c8 of type vlan for network 813d5405-6bb2-4fac-9eae-a4821c818143 Oct 14 11:28:23.831798 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:23.832177 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:23.832520 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:23.832859 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:23.833185 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:23.833535 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:23.833933 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:23.834214 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:23.834765 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:23.835206 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:23.835684 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:23.836036 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Tracked resource versions report: Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: pushed versions: Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: { 'AddressGroup': {'1.2'}, Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'ConntrackHelper': {'1.0'}, Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Log': {'1.0'}, Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Network': {'1.1'}, Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Port': {'1.7'}, Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'PortForwarding': {'1.2'}, Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'QosPolicy': {'1.10'}, Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'SecurityGroup': {'1.4'}, Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'SecurityGroupRule': {'1.2'}, Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'SubPort': {'1.0'}, Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Subnet': {'1.1'}, Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Trunk': {'1.1'}} Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: consumer versions: Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: { DHCP agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: HyperV agent@hv-cinder-79797: {}, Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: L3 agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: Metadata agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: Metering agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: Open vSwitch agent@dv-cinder-797970-2-iscsi: { 'AddressGroup': '1.2', Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'ConntrackHelper': '1.0', Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Log': '1.0', Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Network': '1.1', Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Port': '1.7', Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'PortForwarding': '1.2', Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'QosPolicy': '1.10', Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'SecurityGroup': '1.4', Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'SecurityGroupRule': '1.2', Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'SubPort': '1.0', Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Subnet': '1.1', Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: 'Trunk': '1.1'}} Oct 14 11:28:23.837228 dv-cinder-797970-2-iscsi neutron-server[99833]: {{(pid=99833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 11:28:23.905413 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:23.933692 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:23.936283 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:23.936283 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:24.044927 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] Pushing event updated for resources: {'Network': ['ID=813d5405-6bb2-4fac-9eae-a4821c818143,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:24.060149 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-a0caf55f-d0c8-485f-8e11-1290a0c664fb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6358883 Oct 14 11:28:24.063504 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48086) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:24.065596 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network 813d5405-6bb2-4fac-9eae-a4821c818143 details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:28:24.069197 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-7becdeab-8603-4e61-af2b-104f95bef680 admin admin] Request body: {'subnet': {'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1043719151-subnet', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:24.097909 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7becdeab-8603-4e61-af2b-104f95bef680 admin admin] Made reservation on behalf of de741739c33a4b63ad4a3d09e4ca7ac1 for: {'subnet': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:28:24.100913 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-7becdeab-8603-4e61-af2b-104f95bef680 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:24.178358 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48088) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:24.276043 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48096) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:24.300837 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-7becdeab-8603-4e61-af2b-104f95bef680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for subnet, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:24.312040 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48100) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:24.367290 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becdeab-8603-4e61-af2b-104f95bef680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eabf075f-9b14-49fd-b253-1bf2d160d1a0,revision_number=0']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:24.378576 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7becdeab-8603-4e61-af2b-104f95bef680 admin admin] Checking segment: {'id': '7e401973-9cdc-42cf-a43d-f287c0f5d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:28:24.378926 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7becdeab-8603-4e61-af2b-104f95bef680 admin admin] Network hostable DHCP agents. Network: 813d5405-6bb2-4fac-9eae-a4821c818143, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:28:24.397925 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7becdeab-8603-4e61-af2b-104f95bef680 admin admin] Network 813d5405-6bb2-4fac-9eae-a4821c818143 is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:28:24.408054 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-7becdeab-8603-4e61-af2b-104f95bef680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, 813d5405-6bb2-4fac-9eae-a4821c818143) {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:24.416505 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7becdeab-8603-4e61-af2b-104f95bef680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:24.416695 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f131ff-35d3-4bbb-a640-56b8ec99dc46 None None] Network 813d5405-6bb2-4fac-9eae-a4821c818143 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:28:24.417111 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-7becdeab-8603-4e61-af2b-104f95bef680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:24.447984 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48112) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:24.448544 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-7becdeab-8603-4e61-af2b-104f95bef680 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3837054 Oct 14 11:28:24.455214 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:24.484441 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1785111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258251'] for router, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:24.485626 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1778262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258242'] for router, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:24.577172 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-network', 'tenant_id': '6002f5ee1b60442cae91e69448c24382'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:24.640996 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-b5e11b95-0f47-4d24-8484-99c67cc84587 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-856132318-network', 'tenant_id': 'c25e48bad5a643e0be015e2f9139204b'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:24.645012 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Made reservation on behalf of 6002f5ee1b60442cae91e69448c24382 for: {'network': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:28:24.646552 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5caa67b-a7c2-582f-907b-e4beb9c2b537-813d5405-6bb2-4fac-9eae-a4821c818143', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0'}]}} from dv-cinder-797970-2-iscsi. {{(pid=99834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:28:24.647508 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:24.648052 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:24.660070 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:24.660980 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:24.727879 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-f1093d9a-4b26-47ba-bfbe-a504c38f19bc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1588394609-network', 'tenant_id': 'c1f55249bbec40de9c5cc2e6be63d168'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:24.745193 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:24.771153 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1093d9a-4b26-47ba-bfbe-a504c38f19bc admin admin] Made reservation on behalf of c1f55249bbec40de9c5cc2e6be63d168 for: {'network': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:28:24.773757 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f1093d9a-4b26-47ba-bfbe-a504c38f19bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:24.787231 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f1093d9a-4b26-47ba-bfbe-a504c38f19bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:24.832778 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:24.837693 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.db_base_plugin_common [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Allocated IP 172.20.0.2 (813d5405-6bb2-4fac-9eae-a4821c818143/eabf075f-9b14-49fd-b253-1bf2d160d1a0/12b75e0d-a571-48e1-b416-30a2be529e08) {{(pid=99834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:28:24.861676 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=99832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:28:24.879709 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:24.881659 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.segments_db [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Added segment 806c6933-f7d1-4eca-9fcb-37722cebc981 of type vlan for network 953fc067-17c1-4744-a2d8-c5382bc078cb Oct 14 11:28:24.974177 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f1093d9a-4b26-47ba-bfbe-a504c38f19bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:24.978169 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:24.984883 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f1093d9a-4b26-47ba-bfbe-a504c38f19bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:25.007750 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1093d9a-4b26-47ba-bfbe-a504c38f19bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=99833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:28:25.036030 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f1093d9a-4b26-47ba-bfbe-a504c38f19bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:25.038078 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.segments_db [None req-f1093d9a-4b26-47ba-bfbe-a504c38f19bc admin admin] Added segment 49b2e9e2-6e70-4ff1-b209-3c655350b632 of type vlan for network 8efb7d4d-8d4b-467e-af80-3a344db61ee1 Oct 14 11:28:25.127969 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Publish callbacks [] for port, precommit_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:25.130581 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ae3c4d-9229-45db-82a2-1cd4fbc1cf63,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:25.135743 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:25.137670 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:25.140973 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:25.141829 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:25.146551 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f1093d9a-4b26-47ba-bfbe-a504c38f19bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:25.209948 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Network 813d5405-6bb2-4fac-9eae-a4821c818143 is already hosted by enough agents. {{(pid=99834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:28:25.211944 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Pushing event updated for resources: {'Port': ['ID=12b75e0d-a571-48e1-b416-30a2be529e08,revision_number=1']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:25.221449 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.base_scheduler [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Resources bound (agent type, host, resource id): {{(pid=99834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:25.225080 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.225258 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f1093d9a-4b26-47ba-bfbe-a504c38f19bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:25.225896 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.226450 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.227006 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.227496 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.228304 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.228817 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.229304 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.229883 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.230111 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1093d9a-4b26-47ba-bfbe-a504c38f19bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:25.230625 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.231120 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.231498 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f1093d9a-4b26-47ba-bfbe-a504c38f19bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:25.231975 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Tracked resource versions report: Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: pushed versions: Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: { 'AddressGroup': {'1.2'}, Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'ConntrackHelper': {'1.0'}, Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Log': {'1.0'}, Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Network': {'1.1'}, Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Port': {'1.7'}, Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'PortForwarding': {'1.2'}, Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'QosPolicy': {'1.10'}, Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'SecurityGroup': {'1.4'}, Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'SecurityGroupRule': {'1.2'}, Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'SubPort': {'1.0'}, Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Subnet': {'1.1'}, Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Trunk': {'1.1'}} Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: consumer versions: Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: { DHCP agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: HyperV agent@hv-cinder-79797: {}, Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: L3 agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: Metadata agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: Metering agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: Open vSwitch agent@dv-cinder-797970-2-iscsi: { 'AddressGroup': '1.2', Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'ConntrackHelper': '1.0', Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Log': '1.0', Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Network': '1.1', Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Port': '1.7', Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'PortForwarding': '1.2', Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'QosPolicy': '1.10', Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'SecurityGroup': '1.4', Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'SecurityGroupRule': '1.2', Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'SubPort': '1.0', Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Subnet': '1.1', Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: 'Trunk': '1.1'}} Oct 14 11:28:25.234397 dv-cinder-797970-2-iscsi neutron-server[99834]: {{(pid=99834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 11:28:25.253743 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Received port after_create {{(pid=99834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:28:25.290369 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1093d9a-4b26-47ba-bfbe-a504c38f19bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:25.333690 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Attempting to bind port 12b75e0d-a571-48e1-b416-30a2be529e08 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:28:25.334064 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Attempting to bind port 12b75e0d-a571-48e1-b416-30a2be529e08 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '7e401973-9cdc-42cf-a43d-f287c0f5d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:28:25.334529 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Attempting to bind port 12b75e0d-a571-48e1-b416-30a2be529e08 on network 813d5405-6bb2-4fac-9eae-a4821c818143 {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:28:25.345802 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:28:25.346442 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Checking segment: {'id': '7e401973-9cdc-42cf-a43d-f287c0f5d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:28:25.347299 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:25.347783 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Bound using segment: {'id': '7e401973-9cdc-42cf-a43d-f287c0f5d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:28:25.348635 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Bound port: 12b75e0d-a571-48e1-b416-30a2be529e08, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e401973-9cdc-42cf-a43d-f287c0f5d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:28:25.349214 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:25.440616 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] For port 12b75e0d-a571-48e1-b416-30a2be529e08, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:28:25.445867 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] For port 12b75e0d-a571-48e1-b416-30a2be529e08, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=12b75e0d-a571-48e1-b416-30a2be529e08,segment=NetworkSegment(7e401973-9cdc-42cf-a43d-f287c0f5d3c8),segment_id=7e401973-9cdc-42cf-a43d-f287c0f5d3c8)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:28:25.455303 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:25.525538 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.526028 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.528563 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.530390 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.530602 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d657a3-439b-49e5-84d2-9fbbad959449 None None] Pushing event updated for resources: {'Port': ['ID=12b75e0d-a571-48e1-b416-30a2be529e08,revision_number=2']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:25.532495 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.534099 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.535334 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.538641 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.539111 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.540530 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.540870 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.545797 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Tracked resource versions report: Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: pushed versions: Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: { 'AddressGroup': {'1.2'}, Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'ConntrackHelper': {'1.0'}, Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Log': {'1.0'}, Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Network': {'1.1'}, Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Port': {'1.7'}, Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'PortForwarding': {'1.2'}, Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'QosPolicy': {'1.10'}, Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'SecurityGroup': {'1.4'}, Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'SecurityGroupRule': {'1.2'}, Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'SubPort': {'1.0'}, Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Subnet': {'1.1'}, Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Trunk': {'1.1'}} Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: consumer versions: Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: { DHCP agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: HyperV agent@hv-cinder-79797: {}, Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: L3 agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: Metadata agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: Metering agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: Open vSwitch agent@dv-cinder-797970-2-iscsi: { 'AddressGroup': '1.2', Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'ConntrackHelper': '1.0', Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Log': '1.0', Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Network': '1.1', Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Port': '1.7', Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'PortForwarding': '1.2', Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'QosPolicy': '1.10', Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'SecurityGroup': '1.4', Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'SecurityGroupRule': '1.2', Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'SubPort': '1.0', Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Subnet': '1.1', Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: 'Trunk': '1.1'}} Oct 14 11:28:25.547924 dv-cinder-797970-2-iscsi neutron-server[99832]: {{(pid=99832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 11:28:25.564045 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e11b95-0f47-4d24-8484-99c67cc84587 admin admin] Made reservation on behalf of c25e48bad5a643e0be015e2f9139204b for: {'network': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:28:25.568589 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1093d9a-4b26-47ba-bfbe-a504c38f19bc admin admin] Pushing event updated for resources: {'Network': ['ID=8efb7d4d-8d4b-467e-af80-3a344db61ee1,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:25.569808 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5e11b95-0f47-4d24-8484-99c67cc84587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:25.579631 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-f1093d9a-4b26-47ba-bfbe-a504c38f19bc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2487888 Oct 14 11:28:25.581155 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48150) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:25.586775 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network 8efb7d4d-8d4b-467e-af80-3a344db61ee1 details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:28:25.601191 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-95b726df-b394-4326-bc6f-344760563849 admin admin] Request body: {'subnet': {'network_id': '8efb7d4d-8d4b-467e-af80-3a344db61ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1588394609-subnet', 'tenant_id': 'c1f55249bbec40de9c5cc2e6be63d168', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:25.658412 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b726df-b394-4326-bc6f-344760563849 admin admin] Made reservation on behalf of c1f55249bbec40de9c5cc2e6be63d168 for: {'subnet': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:28:25.661419 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-95b726df-b394-4326-bc6f-344760563849 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:25.860948 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6801112 Oct 14 11:28:26.021706 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48168) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:26.032490 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-2bcbcf05-966b-4b0f-a798-50fbc4d806a4 admin admin] Request body: {'subnet': {'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-subnet', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:26.049537 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5e11b95-0f47-4d24-8484-99c67cc84587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:26.056434 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fd17a-96e0-426d-8f71-388ee1f1307b admin admin] Pushing event updated for resources: {'Network': ['ID=953fc067-17c1-4744-a2d8-c5382bc078cb,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:26.070341 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network 953fc067-17c1-4744-a2d8-c5382bc078cb details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:28:26.071009 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-95b726df-b394-4326-bc6f-344760563849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for subnet, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:26.120720 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:26.156049 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b726df-b394-4326-bc6f-344760563849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bc52513-5233-4cf8-84b3-45a29adf36b0,revision_number=0']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:26.190264 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b726df-b394-4326-bc6f-344760563849 admin admin] Checking segment: {'id': '49b2e9e2-6e70-4ff1-b209-3c655350b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8efb7d4d-8d4b-467e-af80-3a344db61ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:28:26.190640 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b726df-b394-4326-bc6f-344760563849 admin admin] Network hostable DHCP agents. Network: 8efb7d4d-8d4b-467e-af80-3a344db61ee1, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:28:26.214045 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b726df-b394-4326-bc6f-344760563849 admin admin] Network 8efb7d4d-8d4b-467e-af80-3a344db61ee1 is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:28:26.220723 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcbcf05-966b-4b0f-a798-50fbc4d806a4 admin admin] Made reservation on behalf of 6002f5ee1b60442cae91e69448c24382 for: {'subnet': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:28:26.223446 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2bcbcf05-966b-4b0f-a798-50fbc4d806a4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:26.227818 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-95b726df-b394-4326-bc6f-344760563849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, 8efb7d4d-8d4b-467e-af80-3a344db61ee1) {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:26.243020 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b726df-b394-4326-bc6f-344760563849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:26.243716 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-95b726df-b394-4326-bc6f-344760563849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:26.247576 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e0c5c0-6abc-45da-af2d-1cf72a2b484b None None] Network 8efb7d4d-8d4b-467e-af80-3a344db61ee1 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:28:26.269748 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-95b726df-b394-4326-bc6f-344760563849 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6864712 Oct 14 11:28:26.443398 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5e11b95-0f47-4d24-8484-99c67cc84587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:26.477601 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5e11b95-0f47-4d24-8484-99c67cc84587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:26.488042 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95311ae-9fb9-441d-a04a-4c76a4f95d7a None None] Network 8efb7d4d-8d4b-467e-af80-3a344db61ee1 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:28:26.518541 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e11b95-0f47-4d24-8484-99c67cc84587 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=99832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:28:26.640430 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5e11b95-0f47-4d24-8484-99c67cc84587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:26.641062 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.segments_db [None req-b5e11b95-0f47-4d24-8484-99c67cc84587 admin admin] Added segment 808f4b54-150e-4ad8-8e24-5bc1e8820b86 of type vlan for network 22a3a112-b695-44bf-a54c-7fa560fb1477 Oct 14 11:28:26.644322 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e11b95-0f47-4d24-8484-99c67cc84587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b1729e-3326-4e73-9f25-2724f0f88f1a,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:26.810043 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2bcbcf05-966b-4b0f-a798-50fbc4d806a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for subnet, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:26.885581 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:26.903232 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5e11b95-0f47-4d24-8484-99c67cc84587 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:26.903370 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 12b75e0d-a571-48e1-b416-30a2be529e08 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:28:26.951070 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48220) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:26.954415 dv-cinder-797970-2-iscsi neutron-server[99833]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 14 11:28:26.999464 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 12b75e0d-a571-48e1-b416-30a2be529e08 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:26.999464 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:27.044376 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48228) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:27.055842 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:27.094331 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.db.resource_extend [None req-b5e11b95-0f47-4d24-8484-99c67cc84587 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 14 11:28:27.157863 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbcf05-966b-4b0f-a798-50fbc4d806a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66ebcfd-406b-4441-8bf2-124e9b613a1b,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:27.200830 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:27.276780 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] For port 12b75e0d-a571-48e1-b416-30a2be529e08, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=12b75e0d-a571-48e1-b416-30a2be529e08,segment=NetworkSegment(7e401973-9cdc-42cf-a43d-f287c0f5d3c8),segment_id=7e401973-9cdc-42cf-a43d-f287c0f5d3c8)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:28:27.276780 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37523978-c32b-445e-80b3-300249e97b32 None None] Network 813d5405-6bb2-4fac-9eae-a4821c818143 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:28:27.285217 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5e11b95-0f47-4d24-8484-99c67cc84587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:27.286671 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e11b95-0f47-4d24-8484-99c67cc84587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:27.287420 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5e11b95-0f47-4d24-8484-99c67cc84587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:27.323346 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-1bf8c547-05c7-4320-aad2-0b544dbc2a45 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:27.327425 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-1bf8c547-05c7-4320-aad2-0b544dbc2a45 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/networks?id=8efb7d4d-8d4b-467e-af80-3a344db61ee1 HTTP/1.1" status: 200 len: 812 time: 0.3743436 Oct 14 11:28:27.349897 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcbcf05-966b-4b0f-a798-50fbc4d806a4 admin admin] Checking segment: {'id': '806c6933-f7d1-4eca-9fcb-37722cebc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:28:27.350313 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcbcf05-966b-4b0f-a798-50fbc4d806a4 admin admin] Network hostable DHCP agents. Network: 953fc067-17c1-4744-a2d8-c5382bc078cb, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:28:27.357050 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-aa041779-a1d9-401b-85ca-4eafe5cda3b1 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/quotas/c1f55249bbec40de9c5cc2e6be63d168 HTTP/1.1" status: 200 len: 375 time: 0.0219548 Oct 14 11:28:27.403529 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-b5e11b95-0f47-4d24-8484-99c67cc84587 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.1249208 Oct 14 11:28:27.415124 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:27.422958 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48246) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:27.436597 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a1ca2116-b2e0-4f74-840d-590bdc9b4a56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:27.467328 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-6aef2a0b-d265-471a-8f63-c854d730d70d tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1f55249bbec40de9c5cc2e6be63d168&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872114 Oct 14 11:28:27.512206 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-dd996393-0a9c-4d2f-b8f8-c2b772fcb8e5 admin admin] Request body: {'subnet': {'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-856132318-subnet', 'tenant_id': 'c25e48bad5a643e0be015e2f9139204b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:27.556331 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-c58d71b6-9060-428f-a61c-61715f8266e0 None None] Provisioning complete for port 12b75e0d-a571-48e1-b416-30a2be529e08 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:27.556698 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-c58d71b6-9060-428f-a61c-61715f8266e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:27.577203 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a1ca2116-b2e0-4f74-840d-590bdc9b4a56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:27.585503 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a1ca2116-b2e0-4f74-840d-590bdc9b4a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:27.612003 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd996393-0a9c-4d2f-b8f8-c2b772fcb8e5 admin admin] Made reservation on behalf of c25e48bad5a643e0be015e2f9139204b for: {'subnet': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:28:27.614463 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-dd996393-0a9c-4d2f-b8f8-c2b772fcb8e5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:27.693237 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Pushing event updated for resources: {'Port': ['ID=12b75e0d-a571-48e1-b416-30a2be529e08,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:27.721465 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcbcf05-966b-4b0f-a798-50fbc4d806a4 admin admin] Network 953fc067-17c1-4744-a2d8-c5382bc078cb is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:28:27.732069 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e11b95-0f47-4d24-8484-99c67cc84587 admin admin] Pushing event updated for resources: {'Network': ['ID=22a3a112-b695-44bf-a54c-7fa560fb1477,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:27.733897 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-a1ca2116-b2e0-4f74-840d-590bdc9b4a56 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b77e08341e543b39049bf134f9de0ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6879051 Oct 14 11:28:27.743697 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca2116-b2e0-4f74-840d-590bdc9b4a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822b5bf5-cb7d-4305-8a18-73a6ac6ec036,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:27.746073 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48264) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:27.754339 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-df8cb164-6cb8-435c-8e5e-851feb47c889 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=99833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:28:27.763365 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-df8cb164-6cb8-435c-8e5e-851feb47c889 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1207001 Oct 14 11:28:27.784062 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network 22a3a112-b695-44bf-a54c-7fa560fb1477 details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:28:27.805728 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-2bcbcf05-966b-4b0f-a798-50fbc4d806a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, 953fc067-17c1-4744-a2d8-c5382bc078cb) {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:27.825760 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ab8d6a-5fcb-45c8-8ca9-f64da7344671 None None] Network 953fc067-17c1-4744-a2d8-c5382bc078cb requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:28:27.876530 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcbcf05-966b-4b0f-a798-50fbc4d806a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:27.877376 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2bcbcf05-966b-4b0f-a798-50fbc4d806a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:27.882231 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Allocated IP 172.27.1.245 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/9d29ff45-75bb-4b85-bb78-8a355df440e0) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:28:27.944556 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-2bcbcf05-966b-4b0f-a798-50fbc4d806a4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9213080 Oct 14 11:28:27.950020 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48272) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:27.968096 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:27.968855 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-01ba4297-b8d5-424e-b34c-d9fbb8fd3290 None None] Provisioning complete for port 12b75e0d-a571-48e1-b416-30a2be529e08 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:27.969396 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-01ba4297-b8d5-424e-b34c-d9fbb8fd3290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:27.971090 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-34e0220a-bf29-43c4-baeb-49ae0f8b4a54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:28.009134 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-e8c38d54-7582-49fd-95f3-a0700e5dd58d service neutron] 10.222.0.69 "GET /v2.0/networks/8efb7d4d-8d4b-467e-af80-3a344db61ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435331 Oct 14 11:28:28.023353 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-34e0220a-bf29-43c4-baeb-49ae0f8b4a54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:28.089003 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1785111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258251'] for router, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:28.090351 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1778262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258242'] for router, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:28.139728 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5caa67b-a7c2-582f-907b-e4beb9c2b537-953fc067-17c1-4744-a2d8-c5382bc078cb', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b'}]}} from dv-cinder-797970-2-iscsi. {{(pid=99834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:28:28.141299 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:28.151244 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-fe2871f4-a354-4c7c-bc1a-a7c4eaf25543 service neutron] 10.222.0.69 "GET /v2.0/networks/8efb7d4d-8d4b-467e-af80-3a344db61ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300693 Oct 14 11:28:28.163534 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-34e0220a-bf29-43c4-baeb-49ae0f8b4a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:28.167385 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-34e0220a-bf29-43c4-baeb-49ae0f8b4a54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:28.168899 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-34e0220a-bf29-43c4-baeb-49ae0f8b4a54 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/822b5bf5-cb7d-4305-8a18-73a6ac6ec036 HTTP/1.1" status: 204 len: 168 time: 0.4021094 Oct 14 11:28:28.183165 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0220a-bf29-43c4-baeb-49ae0f8b4a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822b5bf5-cb7d-4305-8a18-73a6ac6ec036,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:28.184719 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:28.230853 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:28.296532 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-dd996393-0a9c-4d2f-b8f8-c2b772fcb8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for subnet, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:28.344741 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.db_base_plugin_common [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Allocated IP 172.20.0.2 (953fc067-17c1-4744-a2d8-c5382bc078cb/e66ebcfd-406b-4441-8bf2-124e9b613a1b/5ed0d614-f948-448b-aca0-e0e748220580) {{(pid=99834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:28:28.493470 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-119dfc45-7fdb-4e84-8e42-d2a85742373b req-d62ec743-0fa7-4c36-ad79-282def1126c9 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 210 time: 0.0593956 Oct 14 11:28:28.507232 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:28.514761 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:28.559042 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd996393-0a9c-4d2f-b8f8-c2b772fcb8e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb263852-17ec-4719-94ae-b000402a4137,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:28.582158 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd996393-0a9c-4d2f-b8f8-c2b772fcb8e5 admin admin] Checking segment: {'id': '808f4b54-150e-4ad8-8e24-5bc1e8820b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:28:28.582538 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd996393-0a9c-4d2f-b8f8-c2b772fcb8e5 admin admin] Network hostable DHCP agents. Network: 22a3a112-b695-44bf-a54c-7fa560fb1477, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:28:28.586562 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:28:28.607588 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:28.612254 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:28:28.617365 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Pushing event updated for resources: {'Port': ['ID=9d29ff45-75bb-4b85-bb78-8a355df440e0,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:28.769009 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Publish callbacks [] for port, precommit_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:28.798379 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:28.830107 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48312) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:28.831044 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd996393-0a9c-4d2f-b8f8-c2b772fcb8e5 admin admin] Network 22a3a112-b695-44bf-a54c-7fa560fb1477 is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:28:28.837359 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 12b75e0d-a571-48e1-b416-30a2be529e08 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:28:28.863959 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-adf0e042-9dc6-4cab-ac9c-6634d073fdbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:28.867654 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-dd996393-0a9c-4d2f-b8f8-c2b772fcb8e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, 22a3a112-b695-44bf-a54c-7fa560fb1477) {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:28.884497 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd996393-0a9c-4d2f-b8f8-c2b772fcb8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:28.885364 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-dd996393-0a9c-4d2f-b8f8-c2b772fcb8e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:28.905327 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3cb323-0dd8-4785-bbf3-14a3aab82631 None None] Network 22a3a112-b695-44bf-a54c-7fa560fb1477 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:28:28.944286 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-dd996393-0a9c-4d2f-b8f8-c2b772fcb8e5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4791553 Oct 14 11:28:28.950391 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48320) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:28.966247 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-856132318-router', 'tenant_id': 'c25e48bad5a643e0be015e2f9139204b', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:29.113320 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1785111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258251'] for router, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:29.115850 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1778262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258242'] for router, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:29.163566 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:29.164865 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Network 953fc067-17c1-4744-a2d8-c5382bc078cb is already hosted by enough agents. {{(pid=99834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:28:29.206858 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.base_scheduler [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Resources bound (agent type, host, resource id): {{(pid=99834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:29.206992 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:29.253969 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Received port after_create {{(pid=99834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:28:29.456575 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:29.471984 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-adf0e042-9dc6-4cab-ac9c-6634d073fdbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:29.485963 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-adf0e042-9dc6-4cab-ac9c-6634d073fdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:29.511299 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48352) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:29.548946 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0e042-9dc6-4cab-ac9c-6634d073fdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2050a71-a175-44c6-b64d-75bd474b2265,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:29.557404 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-adf0e042-9dc6-4cab-ac9c-6634d073fdbc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fc68284bb6b845e6808dd12f1dbb48d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7261925 Oct 14 11:28:29.561588 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48358) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:29.572805 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Pushing event updated for resources: {'Port': ['ID=5ed0d614-f948-448b-aca0-e0e748220580,revision_number=1']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:29.581318 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 12b75e0d-a571-48e1-b416-30a2be529e08 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:29.582812 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:29.699180 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-39753d61-57c7-48cb-8cd8-563012a3e3d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:29.728571 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Attempting to bind port 5ed0d614-f948-448b-aca0-e0e748220580 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:28:29.729656 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Attempting to bind port 5ed0d614-f948-448b-aca0-e0e748220580 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '806c6933-f7d1-4eca-9fcb-37722cebc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:28:29.729953 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Attempting to bind port 5ed0d614-f948-448b-aca0-e0e748220580 on network 953fc067-17c1-4744-a2d8-c5382bc078cb {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:28:29.745895 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-90453df8-14e6-4a47-8966-444a1ff27f15 req-d1f111f2-6ff8-4429-b4be-f23378434a3e tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 210 time: 0.0724554 Oct 14 11:28:29.785312 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b6cafd-7410-41a9-9cfc-d02f8b01c509 None None] Network 22a3a112-b695-44bf-a54c-7fa560fb1477 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:28:29.791542 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:28:29.792030 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Checking segment: {'id': '806c6933-f7d1-4eca-9fcb-37722cebc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:28:29.792422 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:29.792811 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Bound using segment: {'id': '806c6933-f7d1-4eca-9fcb-37722cebc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:28:29.793311 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Bound port: 5ed0d614-f948-448b-aca0-e0e748220580, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '806c6933-f7d1-4eca-9fcb-37722cebc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:28:29.793818 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:29.802568 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-39753d61-57c7-48cb-8cd8-563012a3e3d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:29.921694 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-39753d61-57c7-48cb-8cd8-563012a3e3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:29.925897 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1778273'] for router, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:29.926709 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-39753d61-57c7-48cb-8cd8-563012a3e3d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:29.928661 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-39753d61-57c7-48cb-8cd8-563012a3e3d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d2050a71-a175-44c6-b64d-75bd474b2265 HTTP/1.1" status: 204 len: 168 time: 0.3658848 Oct 14 11:28:29.944775 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39753d61-57c7-48cb-8cd8-563012a3e3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2050a71-a175-44c6-b64d-75bd474b2265,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:30.020312 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] For port 5ed0d614-f948-448b-aca0-e0e748220580, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:28:30.025484 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] For port 5ed0d614-f948-448b-aca0-e0e748220580, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=5ed0d614-f948-448b-aca0-e0e748220580,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:28:30.040753 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:30.084618 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:30.112784 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a3aee41f-1418-46e2-9282-745de036a078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:30.174849 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:30.181468 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec02a7-6721-4936-8555-68c12ed5e133 None None] Pushing event updated for resources: {'Port': ['ID=5ed0d614-f948-448b-aca0-e0e748220580,revision_number=2']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:30.243881 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:30.289993 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:30.347634 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Router 2846f507-ed82-423f-bf77-527d62b1f70d is scheduled to L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e with binding_index 1 {{(pid=99832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:28:30.415586 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Allocated IP 172.27.1.224 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/f93179ec-00c7-4a5a-a487-449ce0643d60) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:28:30.561197 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a3aee41f-1418-46e2-9282-745de036a078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:30.561197 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a3aee41f-1418-46e2-9282-745de036a078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:30.561197 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-a3aee41f-1418-46e2-9282-745de036a078 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=746e580ad510458caa203825a4e675c0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0335219 Oct 14 11:28:30.561197 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aee41f-1418-46e2-9282-745de036a078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7730aa-630b-4c2d-9067-6da7f9165779,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:30.604803 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48384) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:30.604803 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:28:30.609277 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Sync routers for ids ['2846f507-ed82-423f-bf77-527d62b1f70d'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:28:30.620730 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] Publish callbacks [] for router, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:30.622133 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-f3a8425d-d100-4e5c-b87c-ce8df30f3cdb admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1729949 Oct 14 11:28:30.622921 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Routers {'2846f507-ed82-423f-bf77-527d62b1f70d'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:28:30.624282 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:28:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['2846f507-ed82-423f-bf77-527d62b1f70d'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:30.626193 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48388) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:30.665551 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:30.682617 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-79160f32-25d9-432d-a087-8cb5fb8d27bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:30.722102 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-79160f32-25d9-432d-a087-8cb5fb8d27bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:30.759128 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:30.820710 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:28:30.826354 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:30.831067 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:28:30.838791 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Set router 2846f507-ed82-423f-bf77-527d62b1f70d gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:28:30.866418 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 5ed0d614-f948-448b-aca0-e0e748220580 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:28:30.991971 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 5ed0d614-f948-448b-aca0-e0e748220580 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:30.992341 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:31.013651 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Pushing event updated for resources: {'Port': ['ID=f93179ec-00c7-4a5a-a487-449ce0643d60,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:31.023705 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-79160f32-25d9-432d-a087-8cb5fb8d27bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:31.029462 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-79160f32-25d9-432d-a087-8cb5fb8d27bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:31.034268 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-79160f32-25d9-432d-a087-8cb5fb8d27bf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c7730aa-630b-4c2d-9067-6da7f9165779 HTTP/1.1" status: 204 len: 168 time: 0.4798162 Oct 14 11:28:31.048926 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79160f32-25d9-432d-a087-8cb5fb8d27bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7730aa-630b-4c2d-9067-6da7f9165779,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:31.160396 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Allocated IP 172.27.1.181 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/aac90fcb-fb0a-4a25-9f80-e10d890b2601) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:28:31.183823 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:31.198590 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:28Z', 'revision_number': 3, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:31.212549 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7088b991-9081-43be-a23b-f0c4cd9b0694 req-6b690d81-a14f-4850-8e58-f81d7a2013bc tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 210 time: 0.1015291 Oct 14 11:28:31.270132 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] For port 5ed0d614-f948-448b-aca0-e0e748220580, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=5ed0d614-f948-448b-aca0-e0e748220580,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:28:31.271661 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Checking router: 2846f507-ed82-423f-bf77-527d62b1f70d for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:28:31.272804 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Updating router 2846f507-ed82-423f-bf77-527d62b1f70d port 9d29ff45-75bb-4b85-bb78-8a355df440e0 binding host dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:28:31.279473 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:31.329212 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:31.385998 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:31.444816 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Pushing event updated for resources: {'Port': ['ID=5ed0d614-f948-448b-aca0-e0e748220580,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:31.621394 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f6302f-c5fd-448c-ac10-ca6bd974c064 None None] Network 953fc067-17c1-4744-a2d8-c5382bc078cb requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:28:31.718097 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:31.839086 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-04beb3a0-5bb1-4e32-abd5-31448f18dee4 None None] Provisioning complete for port 5ed0d614-f948-448b-aca0-e0e748220580 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:31.839461 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-04beb3a0-5bb1-4e32-abd5-31448f18dee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:31.850048 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1778273'] for router, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:31.890366 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:32.048574 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:32.119691 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Router eb3614fb-8789-4942-aa97-22cf6b70dd56 is scheduled to L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e with binding_index 1 {{(pid=99832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:28:32.294125 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:32.303378 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:32.357235 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:28:32.369434 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f2f2e-4cce-41bc-95de-b0a9298bd5e5 None None] Pushing event updated for resources: {'Port': ['ID=9d29ff45-75bb-4b85-bb78-8a355df440e0,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:32.372483 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:28:32.384280 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Sync routers for ids ['eb3614fb-8789-4942-aa97-22cf6b70dd56'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:28:32.393137 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f2f2e-4cce-41bc-95de-b0a9298bd5e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:32.393934 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f2f2e-4cce-41bc-95de-b0a9298bd5e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:32.393934 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f2f2e-4cce-41bc-95de-b0a9298bd5e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:32.394577 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f2f2e-4cce-41bc-95de-b0a9298bd5e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:32.395449 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f2f2e-4cce-41bc-95de-b0a9298bd5e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:32.395700 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48446) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:32.396050 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f2f2e-4cce-41bc-95de-b0a9298bd5e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:32.396546 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f2f2e-4cce-41bc-95de-b0a9298bd5e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:32.397066 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f2f2e-4cce-41bc-95de-b0a9298bd5e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:32.397779 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f2f2e-4cce-41bc-95de-b0a9298bd5e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:32.398508 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f2f2e-4cce-41bc-95de-b0a9298bd5e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:32.400180 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f2f2e-4cce-41bc-95de-b0a9298bd5e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:32.400862 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f2f2e-4cce-41bc-95de-b0a9298bd5e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:28:32.402782 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Routers {'eb3614fb-8789-4942-aa97-22cf6b70dd56'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f2f2e-4cce-41bc-95de-b0a9298bd5e5 None None] Tracked resource versions report: Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: pushed versions: Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: { 'AddressGroup': {'1.2'}, Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'ConntrackHelper': {'1.0'}, Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Log': {'1.0'}, Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Network': {'1.1'}, Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Port': {'1.7'}, Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'PortForwarding': {'1.2'}, Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'QosPolicy': {'1.10'}, Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'SecurityGroup': {'1.4'}, Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'SecurityGroupRule': {'1.2'}, Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'SubPort': {'1.0'}, Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Subnet': {'1.1'}, Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Trunk': {'1.1'}} Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: consumer versions: Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: { DHCP agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: HyperV agent@hv-cinder-79797: {}, Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: L3 agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: Metadata agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: Metering agent@dv-cinder-797970-2-iscsi: {}, Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: Open vSwitch agent@dv-cinder-797970-2-iscsi: { 'AddressGroup': '1.2', Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'ConntrackHelper': '1.0', Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Log': '1.0', Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Network': '1.1', Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Port': '1.7', Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'PortForwarding': '1.2', Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'QosPolicy': '1.10', Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'SecurityGroup': '1.4', Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'SecurityGroupRule': '1.2', Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'SubPort': '1.0', Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Subnet': '1.1', Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: 'Trunk': '1.1'}} Oct 14 11:28:32.402950 dv-cinder-797970-2-iscsi neutron-server[99835]: {{(pid=99835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 11:28:32.407010 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:28:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['eb3614fb-8789-4942-aa97-22cf6b70dd56'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:32.418609 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] Publish callbacks [] for router, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:32.420939 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:32.424153 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-24dd766a-9702-44c6-b07b-be2aa61fd4ff admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4728086 Oct 14 11:28:32.426969 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48452) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:32.438388 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:28:32.443634 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Attempting to bind port 9d29ff45-75bb-4b85-bb78-8a355df440e0 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:28:32.444376 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Attempting to bind port 9d29ff45-75bb-4b85-bb78-8a355df440e0 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:28:32.445085 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Attempting to bind port 9d29ff45-75bb-4b85-bb78-8a355df440e0 on network 83eead26-18cc-4af0-9fe1-f024052b32e0 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:28:32.453823 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:28:32.454484 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Checking segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:28:32.455111 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:32.456338 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Bound using segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:28:32.457240 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Bound port: 9d29ff45-75bb-4b85-bb78-8a355df440e0, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:28:32.457848 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:32.578190 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] For port 9d29ff45-75bb-4b85-bb78-8a355df440e0, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:28:32.600723 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] For port 9d29ff45-75bb-4b85-bb78-8a355df440e0, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=9d29ff45-75bb-4b85-bb78-8a355df440e0,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:28:32.608393 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Pushing event updated for resources: {'Port': ['ID=aac90fcb-fb0a-4a25-9f80-e10d890b2601,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:32.612682 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:32.665104 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-7583620b-ac50-464d-9f69-ffd5eee87221 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1426074011-network', 'tenant_id': 'ea482923323f47839e130a2a002f4abc'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:32.733854 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Set router eb3614fb-8789-4942-aa97-22cf6b70dd56 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:28:32.738234 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-041a4b22-288b-4696-9a3d-12ac8b00a911 None None] Provisioning complete for port 5ed0d614-f948-448b-aca0-e0e748220580 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:32.738234 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-041a4b22-288b-4696-9a3d-12ac8b00a911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:32.763387 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f2f2e-4cce-41bc-95de-b0a9298bd5e5 None None] Pushing event updated for resources: {'Port': ['ID=9d29ff45-75bb-4b85-bb78-8a355df440e0,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:32.770617 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Routers {'2846f507-ed82-423f-bf77-527d62b1f70d'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:28:32.771838 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:28:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['2846f507-ed82-423f-bf77-527d62b1f70d'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:32.796404 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-caeeada1-2cd0-490a-ab89-6135786b81a8 req-d181168e-13f1-4ba2-80e2-db289217744b tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 210 time: 0.3399653 Oct 14 11:28:32.891277 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7583620b-ac50-464d-9f69-ffd5eee87221 admin admin] Made reservation on behalf of ea482923323f47839e130a2a002f4abc for: {'network': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:28:32.893964 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7583620b-ac50-464d-9f69-ffd5eee87221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:32.905103 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7583620b-ac50-464d-9f69-ffd5eee87221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:32.927907 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 5ed0d614-f948-448b-aca0-e0e748220580 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:28:32.988404 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] Set router 2846f507-ed82-423f-bf77-527d62b1f70d gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:28:33.171816 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 5ed0d614-f948-448b-aca0-e0e748220580 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:33.172447 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:33.285943 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7583620b-ac50-464d-9f69-ffd5eee87221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:33.322994 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7583620b-ac50-464d-9f69-ffd5eee87221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:33.339608 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:33.343178 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:33.347062 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:31Z', 'revision_number': 3, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:33.401663 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583620b-ac50-464d-9f69-ffd5eee87221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3eff963-8d50-4dc6-a57b-8beede9a5dc2,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:33.401851 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.36', 61081) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:33.401954 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7583620b-ac50-464d-9f69-ffd5eee87221 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=99832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:28:33.415219 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Checking router: eb3614fb-8789-4942-aa97-22cf6b70dd56 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:28:33.423841 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7583620b-ac50-464d-9f69-ffd5eee87221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:33.424254 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.segments_db [None req-7583620b-ac50-464d-9f69-ffd5eee87221 admin admin] Added segment 5e8ab6ba-656f-4d01-ab0d-aee15b6f09e4 of type vlan for network 10675f9b-7350-42ba-8e62-43f3add9ca88 Oct 14 11:28:33.431426 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Updating router eb3614fb-8789-4942-aa97-22cf6b70dd56 port f93179ec-00c7-4a5a-a487-449ce0643d60 binding host dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:28:33.545544 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:33.604798 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7583620b-ac50-464d-9f69-ffd5eee87221 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:33.653213 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:28Z', 'revision_number': 3, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:33.685627 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddbf167-b117-4f76-9a95-d923c214e0c7 None None] The sync data for ids ['2846f507-ed82-423f-bf77-527d62b1f70d'] in dv-cinder-797970-2-iscsi is: [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:28Z', 'revision_number': 3, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:28:33.854295 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7583620b-ac50-464d-9f69-ffd5eee87221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:33.855735 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7583620b-ac50-464d-9f69-ffd5eee87221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:33.857639 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7583620b-ac50-464d-9f69-ffd5eee87221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:33.984870 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48514) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:34.044162 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583620b-ac50-464d-9f69-ffd5eee87221 admin admin] Pushing event updated for resources: {'Network': ['ID=10675f9b-7350-42ba-8e62-43f3add9ca88,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:34.058067 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network 10675f9b-7350-42ba-8e62-43f3add9ca88 details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:28:34.066435 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-7583620b-ac50-464d-9f69-ffd5eee87221 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6634090 Oct 14 11:28:34.068342 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48528) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:34.130091 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ea34d053-9192-4e09-98a7-146a3ac45f5d req-522099e5-e86d-436a-8b0d-d539eced68df tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 210 time: 0.1356430 Oct 14 11:28:34.205236 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-9c094cd8-2adb-4d05-bd50-de556078ab7f tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:34.207283 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-a0177d7c-726e-4244-8521-04c9299225d1 admin admin] Request body: {'subnet': {'network_id': '10675f9b-7350-42ba-8e62-43f3add9ca88', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1426074011-subnet', 'tenant_id': 'ea482923323f47839e130a2a002f4abc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:34.242155 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-9c094cd8-2adb-4d05-bd50-de556078ab7f tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.36 "GET /v2.0/networks?id=8efb7d4d-8d4b-467e-af80-3a344db61ee1 HTTP/1.1" status: 200 len: 812 time: 0.8437321 Oct 14 11:28:34.300079 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:34.390245 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Publish callbacks [] for port, precommit_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:34.409367 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-8bc17da0-8855-4068-8ab1-44797a984445 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Request body: {'port': {'device_id': '53517650-f207-4149-9836-f6563db5420e', 'network_id': '8efb7d4d-8d4b-467e-af80-3a344db61ee1', 'admin_state_up': True, 'tenant_id': 'c1f55249bbec40de9c5cc2e6be63d168'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:34.432269 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:34.435233 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0177d7c-726e-4244-8521-04c9299225d1 admin admin] Made reservation on behalf of ea482923323f47839e130a2a002f4abc for: {'subnet': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:28:34.440740 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a0177d7c-726e-4244-8521-04c9299225d1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:34.548323 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Attempting to bind port f93179ec-00c7-4a5a-a487-449ce0643d60 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:28:34.557633 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Attempting to bind port f93179ec-00c7-4a5a-a487-449ce0643d60 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:28:34.558388 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Attempting to bind port f93179ec-00c7-4a5a-a487-449ce0643d60 on network 83eead26-18cc-4af0-9fe1-f024052b32e0 {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:28:34.579036 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:28:34.579449 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Checking segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:28:34.579857 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:34.580438 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Bound using segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:28:34.580949 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Bound port: f93179ec-00c7-4a5a-a487-449ce0643d60, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:28:34.582127 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:34.601808 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225da5c-ad7d-4b7b-a163-3e03bceff01b None None] Pushing event updated for resources: {'Port': ['ID=f93179ec-00c7-4a5a-a487-449ce0643d60,revision_number=2']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:34.644713 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1778273'] for router, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:34.695709 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Allocated IP 172.20.0.1 (953fc067-17c1-4744-a2d8-c5382bc078cb/e66ebcfd-406b-4441-8bf2-124e9b613a1b/37d9d430-abdc-4f50-8a48-12f5f2d9e9b7) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:28:34.730346 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] For port f93179ec-00c7-4a5a-a487-449ce0643d60, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:28:34.736497 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] For port f93179ec-00c7-4a5a-a487-449ce0643d60, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=f93179ec-00c7-4a5a-a487-449ce0643d60,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:28:34.755052 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:34.774862 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c94a7bd5-abea-42f0-ad11-a9de42051c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:34.867985 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 9d29ff45-75bb-4b85-bb78-8a355df440e0 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:28:34.906256 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48574) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:34.963970 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Routers {'eb3614fb-8789-4942-aa97-22cf6b70dd56'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:28:34.964736 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:28:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['eb3614fb-8789-4942-aa97-22cf6b70dd56'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:34.968968 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225da5c-ad7d-4b7b-a163-3e03bceff01b None None] Pushing event updated for resources: {'Port': ['ID=f93179ec-00c7-4a5a-a487-449ce0643d60,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:35.058807 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c94a7bd5-abea-42f0-ad11-a9de42051c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:35.069550 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 9d29ff45-75bb-4b85-bb78-8a355df440e0 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:35.070152 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:35.119043 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:35.221671 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9bbf3ab0-eb8a-46a5-a3ee-4c66c9da335c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:35.276683 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] Set router eb3614fb-8789-4942-aa97-22cf6b70dd56 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:28:35.304991 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c94a7bd5-abea-42f0-ad11-a9de42051c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:35.444584 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:35.478062 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-c94a7bd5-abea-42f0-ad11-a9de42051c92 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=354e56f65db54d519f58104e3c15bb45&name=default HTTP/1.1" status: 200 len: 2976 time: 1.4895916 Oct 14 11:28:35.519253 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48588) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:35.589397 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Allocated IP 172.20.0.1 (813d5405-6bb2-4fac-9eae-a4821c818143/eabf075f-9b14-49fd-b253-1bf2d160d1a0/23482def-d544-4f50-8d25-248f359d91dd) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:28:35.622408 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b216f88b-d1e4-4aec-8456-55531cc01f93 req-df820aa9-fc0c-4848-8f02-0ed218720deb tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 210 time: 0.1174338 Oct 14 11:28:35.750809 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a0177d7c-726e-4244-8521-04c9299225d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for subnet, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:35.871215 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:35.922887 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] For port 9d29ff45-75bb-4b85-bb78-8a355df440e0, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=9d29ff45-75bb-4b85-bb78-8a355df440e0,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:28:35.985365 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:36.003562 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a7bd5-abea-42f0-ad11-a9de42051c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc077b7f-f489-4285-b983-2b44e089d341,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:36.008898 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Network 953fc067-17c1-4744-a2d8-c5382bc078cb is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:28:36.020554 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-8bc17da0-8855-4068-8ab1-44797a984445 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Made reservation on behalf of c1f55249bbec40de9c5cc2e6be63d168 for: {'port': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:28:36.024968 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0177d7c-726e-4244-8521-04c9299225d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=847f7542-96da-42ed-a2c3-0027001120c7,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:36.031065 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-8bc17da0-8855-4068-8ab1-44797a984445 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:36.044562 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:36.060861 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:28:36.068324 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779286'] for router_interface, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:36.227044 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Pushing event updated for resources: {'Port': ['ID=9d29ff45-75bb-4b85-bb78-8a355df440e0,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:36.393108 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:31Z', 'revision_number': 3, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:36.538361 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Router a13a88be-e2ba-4ecb-a15e-70d6381b6a06 is scheduled to L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e with binding_index 1 {{(pid=99833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:28:36.566478 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dce3ec-c7bc-4920-b50a-6d434d3d5fbf None None] The sync data for ids ['eb3614fb-8789-4942-aa97-22cf6b70dd56'] in dv-cinder-797970-2-iscsi is: [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:31Z', 'revision_number': 3, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:28:36.799189 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-fc3ad93f-70e3-4ca7-bc01-90e930819e79 None None] Provisioning complete for port 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:36.801786 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad93f-70e3-4ca7-bc01-90e930819e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:36.986696 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 9d29ff45-75bb-4b85-bb78-8a355df440e0 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:28:37.083235 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Pushing event updated for resources: {'Port': ['ID=37d9d430-abdc-4f50-8a48-12f5f2d9e9b7,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:37.113054 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-8bc17da0-8855-4068-8ab1-44797a984445 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Allocated IP 172.20.0.14 (8efb7d4d-8d4b-467e-af80-3a344db61ee1/4bc52513-5233-4cf8-84b3-45a29adf36b0/554be706-30b1-4eb9-8c2c-f152592a277d) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:28:37.132722 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ad93f-70e3-4ca7-bc01-90e930819e79 None None] Port 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:28:37.291068 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 9d29ff45-75bb-4b85-bb78-8a355df440e0 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:37.292095 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:37.419267 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48602) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:37.423590 dv-cinder-797970-2-iscsi neutron-server[99832]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 14 11:28:37.618824 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:37.682981 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-8bc17da0-8855-4068-8ab1-44797a984445 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:37.803525 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-58a9ef8e-209d-4ae6-90ea-c61025c55fc9 req-89ae0a6c-0f0c-47be-a42d-6536bc903651 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 210 time: 0.3785081 Oct 14 11:28:37.820167 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0177d7c-726e-4244-8521-04c9299225d1 admin admin] Checking segment: {'id': '5e8ab6ba-656f-4d01-ab0d-aee15b6f09e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '10675f9b-7350-42ba-8e62-43f3add9ca88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:28:37.820592 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0177d7c-726e-4244-8521-04c9299225d1 admin admin] Network hostable DHCP agents. Network: 10675f9b-7350-42ba-8e62-43f3add9ca88, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:28:37.829232 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b8ac077b-20a2-419d-9c18-14d72f3ba1e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:37.850732 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-8bc17da0-8855-4068-8ab1-44797a984445 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:37.894075 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b8ac077b-20a2-419d-9c18-14d72f3ba1e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:37.916878 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9bbf3ab0-eb8a-46a5-a3ee-4c66c9da335c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:37.953404 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9bbf3ab0-eb8a-46a5-a3ee-4c66c9da335c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:38.037960 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:38.066363 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-9bbf3ab0-eb8a-46a5-a3ee-4c66c9da335c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=00c53df63e79400484d67ff8e9a24cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1572523 Oct 14 11:28:38.081258 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48608) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:38.090584 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-8bc17da0-8855-4068-8ab1-44797a984445 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Network 8efb7d4d-8d4b-467e-af80-3a344db61ee1 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:28:38.146029 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0177d7c-726e-4244-8521-04c9299225d1 admin admin] Network 10675f9b-7350-42ba-8e62-43f3add9ca88 is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:28:38.149305 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf3ab0-eb8a-46a5-a3ee-4c66c9da335c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ee5314-8927-41aa-94bc-780be0a6f935,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:38.173780 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-8bc17da0-8855-4068-8ab1-44797a984445 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:38.178626 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-8bc17da0-8855-4068-8ab1-44797a984445 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:28:38.189522 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-8bc17da0-8855-4068-8ab1-44797a984445 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:38.201061 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-8bc17da0-8855-4068-8ab1-44797a984445 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:38.245594 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:28:38.270902 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Sync routers for ids ['a13a88be-e2ba-4ecb-a15e-70d6381b6a06'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:28:38.333341 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Routers {'a13a88be-e2ba-4ecb-a15e-70d6381b6a06'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:28:38.334640 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:38.344934 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:28:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['a13a88be-e2ba-4ecb-a15e-70d6381b6a06'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:38.357602 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc17da0-8855-4068-8ab1-44797a984445 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Pushing event updated for resources: {'Port': ['ID=554be706-30b1-4eb9-8c2c-f152592a277d,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:38.441675 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-a0177d7c-726e-4244-8521-04c9299225d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, 10675f9b-7350-42ba-8e62-43f3add9ca88) {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:38.455868 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aea28d-1a3a-4b14-881d-ae213e5b7484 None None] Network 10675f9b-7350-42ba-8e62-43f3add9ca88 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:28:38.471897 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0177d7c-726e-4244-8521-04c9299225d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:38.473243 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a0177d7c-726e-4244-8521-04c9299225d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:38.529009 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-8bc17da0-8855-4068-8ab1-44797a984445 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1316135 Oct 14 11:28:38.546460 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Pushing event updated for resources: {'Port': ['ID=23482def-d544-4f50-8d25-248f359d91dd,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:38.563004 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-a0177d7c-726e-4244-8521-04c9299225d1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.4924233 Oct 14 11:28:38.564405 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b8ac077b-20a2-419d-9c18-14d72f3ba1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:38.570778 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b8ac077b-20a2-419d-9c18-14d72f3ba1e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:38.573395 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-b8ac077b-20a2-419d-9c18-14d72f3ba1e0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc077b7f-f489-4285-b983-2b44e089d341 HTTP/1.1" status: 204 len: 168 time: 3.0252552 Oct 14 11:28:38.619010 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Network 813d5405-6bb2-4fac-9eae-a4821c818143 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:28:38.627700 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac077b-20a2-419d-9c18-14d72f3ba1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc077b7f-f489-4285-b983-2b44e089d341,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:38.636000 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-42440f74-29d0-4633-95b9-5893cd2c0b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:38.646816 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] Publish callbacks [] for router, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:38.667624 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-428b174c-5012-4fa4-9a31-d5d6d39fbaf4 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.7067850 Oct 14 11:28:38.668719 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48616) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:38.708668 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-e28f38cf-375c-46f7-98e1-28b0efeb1f51 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=99833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:28:38.710565 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-e28f38cf-375c-46f7-98e1-28b0efeb1f51 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0403078 Oct 14 11:28:38.776441 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:38.949007 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-42440f74-29d0-4633-95b9-5893cd2c0b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:38.967621 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device f93179ec-00c7-4a5a-a487-449ce0643d60 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:28:38.986848 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Set router a13a88be-e2ba-4ecb-a15e-70d6381b6a06 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:28:39.029165 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:28:39.033026 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779286'] for router_interface, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:39.282085 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678cc850-422a-48c2-8996-e5797dfa15da None None] Network 10675f9b-7350-42ba-8e62-43f3add9ca88 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:28:39.334637 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-42440f74-29d0-4633-95b9-5893cd2c0b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:39.350516 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-42440f74-29d0-4633-95b9-5893cd2c0b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:39.352386 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-42440f74-29d0-4633-95b9-5893cd2c0b57 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/89ee5314-8927-41aa-94bc-780be0a6f935 HTTP/1.1" status: 204 len: 168 time: 1.2700779 Oct 14 11:28:39.364203 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:39.387690 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:39.394213 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779234'] for router_interface, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:39.585666 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port f93179ec-00c7-4a5a-a487-449ce0643d60 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:39.586742 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:39.613462 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'name': 'tempest-ServerRescueNegativeTestJSON-856132318-router', 'tenant_id': 'c25e48bad5a643e0be015e2f9139204b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'aac90fcb-fb0a-4a25-9f80-e10d890b2601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:29Z', 'updated_at': '2021-10-14T11:28:33Z', 'revision_number': 3, 'project_id': 'c25e48bad5a643e0be015e2f9139204b', 'gw_port': {'id': 'aac90fcb-fb0a-4a25-9f80-e10d890b2601', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:39.702768 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Checking router: a13a88be-e2ba-4ecb-a15e-70d6381b6a06 for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:28:39.703306 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Updating router a13a88be-e2ba-4ecb-a15e-70d6381b6a06 port aac90fcb-fb0a-4a25-9f80-e10d890b2601 binding host dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:28:39.763472 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:39.792116 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Network 953fc067-17c1-4744-a2d8-c5382bc078cb is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:28:39.802281 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42440f74-29d0-4633-95b9-5893cd2c0b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ee5314-8927-41aa-94bc-780be0a6f935,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:39.848857 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-2e9cd6b3-9116-48d1-bc61-dfebf17cdda2 None None] Provisioning complete for port 23482def-d544-4f50-8d25-248f359d91dd triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:39.858986 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6ae2b-aea4-4abd-a0a2-cd7bdad2289a req-0aea0450-660c-4b64-9a31-609d0c489037 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:39.860845 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0bd6ae2b-aea4-4abd-a0a2-cd7bdad2289a req-0aea0450-660c-4b64-9a31-609d0c489037 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 932 time: 0.5238378 Oct 14 11:28:39.865547 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-2e9cd6b3-9116-48d1-bc61-dfebf17cdda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:39.893978 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:40.055747 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48634) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:40.114913 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-2e9cd6b3-9116-48d1-bc61-dfebf17cdda2 None None] Port 23482def-d544-4f50-8d25-248f359d91dd cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:28:40.223808 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Router eb3614fb-8789-4942-aa97-22cf6b70dd56 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:28:40.302608 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fcf2af21-03ee-4dba-99a0-2c0be4d42c56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:40.354791 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:40.441347 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] For port f93179ec-00c7-4a5a-a487-449ce0643d60, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=f93179ec-00c7-4a5a-a487-449ce0643d60,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:28:40.490337 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:28:40.563923 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:40.572856 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Pushing event updated for resources: {'Port': ['ID=37d9d430-abdc-4f50-8a48-12f5f2d9e9b7,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:40.802520 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:28:40.819392 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-6e1421fc-5353-4153-a4e1-c0a5a8e00da9 admin admin] 10.222.0.69 "PUT /v2.0/routers/eb3614fb-8789-4942-aa97-22cf6b70dd56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3910654 Oct 14 11:28:40.825616 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-a7806b2c-37f6-4156-b671-2eafbef12726 None None] Provisioning complete for port 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:40.826764 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-a7806b2c-37f6-4156-b671-2eafbef12726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:40.833708 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Sync routers for ids ['eb3614fb-8789-4942-aa97-22cf6b70dd56'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:28:40.865761 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Pushing event updated for resources: {'Port': ['ID=f93179ec-00c7-4a5a-a487-449ce0643d60,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:40.891993 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Routers {'eb3614fb-8789-4942-aa97-22cf6b70dd56'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:28:40.892831 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:28:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['eb3614fb-8789-4942-aa97-22cf6b70dd56'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:41.049053 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48646) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:41.123361 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:41.135583 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:41.222905 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Request body: {'port': {'device_id': '53517650-f207-4149-9836-f6563db5420e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:41.239243 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d8d791e3-cc09-4c5b-b397-0ad6a3d63e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:41.314268 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0bd6ae2b-aea4-4abd-a0a2-cd7bdad2289a req-9e112b4b-b59b-481c-b299-2bb88ac27b5c tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/security-groups?id=c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3670640 Oct 14 11:28:41.359257 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Set router eb3614fb-8789-4942-aa97-22cf6b70dd56 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:28:41.376486 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Attempting to bind port aac90fcb-fb0a-4a25-9f80-e10d890b2601 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:28:41.391368 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Attempting to bind port aac90fcb-fb0a-4a25-9f80-e10d890b2601 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:28:41.392682 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Attempting to bind port aac90fcb-fb0a-4a25-9f80-e10d890b2601 on network 83eead26-18cc-4af0-9fe1-f024052b32e0 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:28:41.400579 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171b854-7f13-49cf-9a6b-86369bded235 None None] Pushing event updated for resources: {'Port': ['ID=aac90fcb-fb0a-4a25-9f80-e10d890b2601,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:41.430644 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:28:41.431555 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Checking segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:28:41.432320 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:41.432965 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Bound using segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:28:41.433760 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Bound port: aac90fcb-fb0a-4a25-9f80-e10d890b2601, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:28:41.459636 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:41.527255 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-a7806b2c-37f6-4156-b671-2eafbef12726 None None] Port 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:28:41.573730 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:41.595083 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d8d791e3-cc09-4c5b-b397-0ad6a3d63e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:41.614612 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d8d791e3-cc09-4c5b-b397-0ad6a3d63e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:41.678083 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] For port aac90fcb-fb0a-4a25-9f80-e10d890b2601, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:28:41.687211 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] For port aac90fcb-fb0a-4a25-9f80-e10d890b2601, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=aac90fcb-fb0a-4a25-9f80-e10d890b2601,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:28:41.704422 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:41.738179 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-d8d791e3-cc09-4c5b-b397-0ad6a3d63e08 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7fe3b13492c54af1a33e3b68d9bda3ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6869197 Oct 14 11:28:41.751530 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48664) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:41.925565 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d791e3-cc09-4c5b-b397-0ad6a3d63e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d573cf0d-c19a-46f9-877a-c2eeb779c161,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:41.931844 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Allocated IP 172.20.0.1 (22a3a112-b695-44bf-a54c-7fa560fb1477/bb263852-17ec-4719-94ae-b000402a4137/6272422a-f87e-41d7-b950-ef9a1cb9eebf) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:28:41.960814 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Routers {'a13a88be-e2ba-4ecb-a15e-70d6381b6a06'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:28:41.961466 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:28:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['a13a88be-e2ba-4ecb-a15e-70d6381b6a06'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:41.971853 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:37Z', 'revision_number': 4, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '37d9d430-abdc-4f50-8a48-12f5f2d9e9b7', 'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'mac_address': 'fa:16:3e:3a:5d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:34Z', 'updated_at': '2021-10-14T11:28:38Z', 'revision_number': 2, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'subnets': [{'id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:41.979306 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171b854-7f13-49cf-9a6b-86369bded235 None None] Pushing event updated for resources: {'Port': ['ID=aac90fcb-fb0a-4a25-9f80-e10d890b2601,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:42.057762 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Checking router: eb3614fb-8789-4942-aa97-22cf6b70dd56 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:28:42.058072 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Updating router eb3614fb-8789-4942-aa97-22cf6b70dd56 port 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7 binding host dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:28:42.067995 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e89aaf3-5b67-45a1-9325-71d6563f8484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:42.132501 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e89aaf3-5b67-45a1-9325-71d6563f8484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:42.135346 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:42.169380 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48670) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:42.177101 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:42.231531 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-04cdf360-352f-4ee4-81ab-c6c309c279e4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-942598098-network', 'tenant_id': '4e245165ee3642b281b89cb7e3fedb9f'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:42.394076 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] Set router a13a88be-e2ba-4ecb-a15e-70d6381b6a06 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:28:42.480136 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e89aaf3-5b67-45a1-9325-71d6563f8484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:42.486424 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e89aaf3-5b67-45a1-9325-71d6563f8484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:42.496320 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-6e89aaf3-5b67-45a1-9325-71d6563f8484 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d573cf0d-c19a-46f9-877a-c2eeb779c161 HTTP/1.1" status: 204 len: 168 time: 0.7393260 Oct 14 11:28:42.544864 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89aaf3-5b67-45a1-9325-71d6563f8484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d573cf0d-c19a-46f9-877a-c2eeb779c161,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:42.551916 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cdf360-352f-4ee4-81ab-c6c309c279e4 admin admin] Made reservation on behalf of 4e245165ee3642b281b89cb7e3fedb9f for: {'network': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:28:42.556890 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-04cdf360-352f-4ee4-81ab-c6c309c279e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:42.587260 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-04cdf360-352f-4ee4-81ab-c6c309c279e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:42.773674 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-04cdf360-352f-4ee4-81ab-c6c309c279e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:42.786769 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-04cdf360-352f-4ee4-81ab-c6c309c279e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:42.817949 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04cdf360-352f-4ee4-81ab-c6c309c279e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=99832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:28:42.883599 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-04cdf360-352f-4ee4-81ab-c6c309c279e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:42.884120 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.segments_db [None req-04cdf360-352f-4ee4-81ab-c6c309c279e4 admin admin] Added segment 00f51799-0f64-427d-a385-72e890c4e27c of type vlan for network 4184b3f9-d589-4ef6-bca2-781605adf9c7 Oct 14 11:28:42.886758 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cdf360-352f-4ee4-81ab-c6c309c279e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d846907-00a7-44b8-870f-2d02d506e127,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:43.001277 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-04cdf360-352f-4ee4-81ab-c6c309c279e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:43.003192 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device f93179ec-00c7-4a5a-a487-449ce0643d60 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:28:43.114249 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-04cdf360-352f-4ee4-81ab-c6c309c279e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:43.115254 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cdf360-352f-4ee4-81ab-c6c309c279e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:43.116103 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-04cdf360-352f-4ee4-81ab-c6c309c279e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:43.271228 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'name': 'tempest-ServerRescueNegativeTestJSON-856132318-router', 'tenant_id': 'c25e48bad5a643e0be015e2f9139204b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'aac90fcb-fb0a-4a25-9f80-e10d890b2601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:29Z', 'updated_at': '2021-10-14T11:28:33Z', 'revision_number': 3, 'project_id': 'c25e48bad5a643e0be015e2f9139204b', 'gw_port': {'id': 'aac90fcb-fb0a-4a25-9f80-e10d890b2601', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:43.288611 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-04cdf360-352f-4ee4-81ab-c6c309c279e4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1067390 Oct 14 11:28:43.304210 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48688) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:43.318158 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:43.347913 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ccd3f4-eb4a-47f2-9940-8c390cbd5558 None None] The sync data for ids ['a13a88be-e2ba-4ecb-a15e-70d6381b6a06'] in dv-cinder-797970-2-iscsi is: [{'id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'name': 'tempest-ServerRescueNegativeTestJSON-856132318-router', 'tenant_id': 'c25e48bad5a643e0be015e2f9139204b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'aac90fcb-fb0a-4a25-9f80-e10d890b2601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:29Z', 'updated_at': '2021-10-14T11:28:33Z', 'revision_number': 3, 'project_id': 'c25e48bad5a643e0be015e2f9139204b', 'gw_port': {'id': 'aac90fcb-fb0a-4a25-9f80-e10d890b2601', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:28:43.421164 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-84a56872-1c20-4770-866c-bc38e11a675a admin admin] Request body: {'subnet': {'network_id': '4184b3f9-d589-4ef6-bca2-781605adf9c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-942598098-subnet', 'tenant_id': '4e245165ee3642b281b89cb7e3fedb9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:43.493603 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cdf360-352f-4ee4-81ab-c6c309c279e4 admin admin] Pushing event updated for resources: {'Network': ['ID=4184b3f9-d589-4ef6-bca2-781605adf9c7,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:43.507712 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port f93179ec-00c7-4a5a-a487-449ce0643d60 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:43.508074 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:43.550293 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a56872-1c20-4770-866c-bc38e11a675a admin admin] Made reservation on behalf of 4e245165ee3642b281b89cb7e3fedb9f for: {'subnet': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:28:43.551655 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network 4184b3f9-d589-4ef6-bca2-781605adf9c7 details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:28:43.553957 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-84a56872-1c20-4770-866c-bc38e11a675a admin admin] Publish callbacks [] for subnet, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:43.557461 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48694) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:43.576782 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-db7eb2fe-4517-48c3-8623-09e00a13412c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--437827487', 'description': 'tempest-description--1893972709'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:43.609381 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:43.632134 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-db7eb2fe-4517-48c3-8623-09e00a13412c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:43.762170 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Publish callbacks [] for port, precommit_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:43.763511 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:43.771382 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779234'] for router_interface, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:43.964293 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:44.041805 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:44.101618 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fcf2af21-03ee-4dba-99a0-2c0be4d42c56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:44.234811 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-db7eb2fe-4517-48c3-8623-09e00a13412c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:44.241426 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:44.248705 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-db7eb2fe-4517-48c3-8623-09e00a13412c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:44.250305 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4c3ab-52da-4670-9ff1-0a378f648070 None None] Pushing event updated for resources: {'Port': ['ID=37d9d430-abdc-4f50-8a48-12f5f2d9e9b7,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:44.342723 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7eb2fe-4517-48c3-8623-09e00a13412c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73171bdd-799b-4acb-bf4c-d2099125c147,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:44.351753 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-db7eb2fe-4517-48c3-8623-09e00a13412c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:44.353490 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-db7eb2fe-4517-48c3-8623-09e00a13412c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7945983 Oct 14 11:28:44.359739 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48708) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:44.365397 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-2d1e07c7-7146-428f-bf83-8e59a82b572b tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Request body: {'security_group_rule': {'security_group_id': '73171bdd-799b-4acb-bf4c-d2099125c147', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:44.410118 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Attempting to bind port 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:28:44.418011 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Attempting to bind port 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '806c6933-f7d1-4eca-9fcb-37722cebc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:28:44.418815 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Attempting to bind port 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7 on network 953fc067-17c1-4744-a2d8-c5382bc078cb {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:28:44.434440 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:28:44.435194 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Checking segment: {'id': '806c6933-f7d1-4eca-9fcb-37722cebc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:28:44.436418 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:44.438125 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Bound using segment: {'id': '806c6933-f7d1-4eca-9fcb-37722cebc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:28:44.439104 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Bound port: 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '806c6933-f7d1-4eca-9fcb-37722cebc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:28:44.439821 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:44.462297 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Network 22a3a112-b695-44bf-a54c-7fa560fb1477 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:28:44.507677 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:44.517742 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:28:44.521955 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779286'] for router_interface, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:44.551743 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-84a56872-1c20-4770-866c-bc38e11a675a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for subnet, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:44.604292 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fcf2af21-03ee-4dba-99a0-2c0be4d42c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:44.750314 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] For port 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:28:44.790020 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2d1e07c7-7146-428f-bf83-8e59a82b572b tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:44.798645 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] For port 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=37d9d430-abdc-4f50-8a48-12f5f2d9e9b7,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:28:44.814690 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-e76dc26a-4730-4648-9171-f690fbbc583d None None] Provisioning complete for port 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:44.815649 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e76dc26a-4730-4648-9171-f690fbbc583d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:44.965756 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d6107-09a4-409e-b9da-c43fdd4ebb39 req-297e1f00-9a77-4deb-b599-d1c195915109 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:44.973097 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5b9d6107-09a4-409e-b9da-c43fdd4ebb39 req-297e1f00-9a77-4deb-b599-d1c195915109 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 932 time: 1.6102068 Oct 14 11:28:45.004439 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:45.081531 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Pushing event updated for resources: {'Port': ['ID=23482def-d544-4f50-8d25-248f359d91dd,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:45.091205 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2af21-03ee-4dba-99a0-2c0be4d42c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978791ef-f330-415e-8489-31cedbf0dc73,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:45.107540 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2d1e07c7-7146-428f-bf83-8e59a82b572b tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:45.117890 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2d1e07c7-7146-428f-bf83-8e59a82b572b tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:45.154975 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a56872-1c20-4770-866c-bc38e11a675a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd2daaa-7a85-42d7-a898-5c42ed040051,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:45.168153 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e07c7-7146-428f-bf83-8e59a82b572b tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887be6c0-5d35-4f3f-aef6-21ff598438da,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:45.168747 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4c3ab-52da-4670-9ff1-0a378f648070 None None] Pushing event updated for resources: {'Port': ['ID=37d9d430-abdc-4f50-8a48-12f5f2d9e9b7,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:45.172571 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device aac90fcb-fb0a-4a25-9f80-e10d890b2601 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:28:45.224333 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a56872-1c20-4770-866c-bc38e11a675a admin admin] Checking segment: {'id': '00f51799-0f64-427d-a385-72e890c4e27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4184b3f9-d589-4ef6-bca2-781605adf9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:28:45.240990 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a56872-1c20-4770-866c-bc38e11a675a admin admin] Network hostable DHCP agents. Network: 4184b3f9-d589-4ef6-bca2-781605adf9c7, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:28:45.313663 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Network 813d5405-6bb2-4fac-9eae-a4821c818143 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:28:45.316356 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2d1e07c7-7146-428f-bf83-8e59a82b572b tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:45.321404 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-2d1e07c7-7146-428f-bf83-8e59a82b572b tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9600143 Oct 14 11:28:45.328062 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48732) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:45.338184 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-cf0a26ea-2ea8-4a41-ad91-18b90e195d76 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Request body: {'security_group_rule': {'security_group_id': '73171bdd-799b-4acb-bf4c-d2099125c147', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:45.383709 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a56872-1c20-4770-866c-bc38e11a675a admin admin] Network 4184b3f9-d589-4ef6-bca2-781605adf9c7 is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:28:45.432088 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-84a56872-1c20-4770-866c-bc38e11a675a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, 4184b3f9-d589-4ef6-bca2-781605adf9c7) {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:45.458447 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a56872-1c20-4770-866c-bc38e11a675a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:45.459601 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-84a56872-1c20-4770-866c-bc38e11a675a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:45.465366 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:45.479202 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad54480-9b86-442d-ba99-3498932d7855 None None] Network 4184b3f9-d589-4ef6-bca2-781605adf9c7 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:28:45.497755 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-cf0a26ea-2ea8-4a41-ad91-18b90e195d76 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:45.591483 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-84a56872-1c20-4770-866c-bc38e11a675a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2851732 Oct 14 11:28:45.690168 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-fcf2af21-03ee-4dba-99a0-2c0be4d42c56 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=119b05168cbb4f13b28c26ca86c35bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 5.6270106 Oct 14 11:28:45.697640 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Routers {'eb3614fb-8789-4942-aa97-22cf6b70dd56'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:28:45.705758 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48740) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:45.733234 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:28:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['eb3614fb-8789-4942-aa97-22cf6b70dd56'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:45.997011 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e76dc26a-4730-4648-9171-f690fbbc583d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:46.059231 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-cf0a26ea-2ea8-4a41-ad91-18b90e195d76 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:46.080183 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48746) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:46.100665 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-cf0a26ea-2ea8-4a41-ad91-18b90e195d76 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:46.173838 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7320fbb3-a7ed-4f95-ad7b-23ff3f150edf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:46.382705 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5b9d6107-09a4-409e-b9da-c43fdd4ebb39 req-e54535d1-b01b-4637-b280-e0a8bc35dc18 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/security-groups?id=c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1288409 Oct 14 11:28:46.387599 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Pushing event updated for resources: {'Port': ['ID=6272422a-f87e-41d7-b950-ef9a1cb9eebf,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:46.524691 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a26ea-2ea8-4a41-ad91-18b90e195d76 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9301dc56-07a1-434d-8d02-494f4fe62b10,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:46.539716 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-e76dc26a-4730-4648-9171-f690fbbc583d None None] For port 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=37d9d430-abdc-4f50-8a48-12f5f2d9e9b7,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:28:46.541128 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port aac90fcb-fb0a-4a25-9f80-e10d890b2601 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:46.541789 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:46.555197 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7320fbb3-a7ed-4f95-ad7b-23ff3f150edf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:46.565290 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e76dc26a-4730-4648-9171-f690fbbc583d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:46.635526 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-cf0a26ea-2ea8-4a41-ad91-18b90e195d76 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:46.636959 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-cf0a26ea-2ea8-4a41-ad91-18b90e195d76 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3054361 Oct 14 11:28:46.644865 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48756) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:46.650817 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Request body: {'floatingip': {'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:46.699753 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7320fbb3-a7ed-4f95-ad7b-23ff3f150edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:46.706458 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7320fbb3-a7ed-4f95-ad7b-23ff3f150edf admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:46.707278 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] Set router eb3614fb-8789-4942-aa97-22cf6b70dd56 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:28:46.714427 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-7320fbb3-a7ed-4f95-ad7b-23ff3f150edf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/978791ef-f330-415e-8489-31cedbf0dc73 HTTP/1.1" status: 204 len: 168 time: 0.9993134 Oct 14 11:28:46.763171 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for floatingip, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:46.854973 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320fbb3-a7ed-4f95-ad7b-23ff3f150edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978791ef-f330-415e-8489-31cedbf0dc73,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:46.939199 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7746a0-7c4c-413b-9ad0-f28e29545c53 admin admin] Deleting subnet 847f7542-96da-42ed-a2c3-0027001120c7 {{(pid=99832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:28:46.945506 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ba7746a0-7c4c-413b-9ad0-f28e29545c53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:47.027708 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ba7746a0-7c4c-413b-9ad0-f28e29545c53 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:47.048071 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ba7746a0-7c4c-413b-9ad0-f28e29545c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856540'] for subnet, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:47.159733 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:47.287344 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ba7746a0-7c4c-413b-9ad0-f28e29545c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for subnet, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:47.442263 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ba7746a0-7c4c-413b-9ad0-f28e29545c53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:47.445793 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-ba7746a0-7c4c-413b-9ad0-f28e29545c53 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/847f7542-96da-42ed-a2c3-0027001120c7 HTTP/1.1" status: 204 len: 168 time: 1.3643327 Oct 14 11:28:47.459761 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48772) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:47.461695 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7746a0-7c4c-413b-9ad0-f28e29545c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847f7542-96da-42ed-a2c3-0027001120c7,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:47.619198 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cee7df-52b1-408d-9a70-cdef6af843b5 None None] Network 4184b3f9-d589-4ef6-bca2-781605adf9c7 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:28:47.759441 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530326'] for network, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:47.896420 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:48.058590 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-603f13d0-10b0-48fd-8a19-38e50f864a32 None None] Provisioning complete for port 23482def-d544-4f50-8d25-248f359d91dd triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:48.061324 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-603f13d0-10b0-48fd-8a19-38e50f864a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:48.078438 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:48.129286 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:48.137392 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779234'] for router_interface, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:48.177395 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Router 2846f507-ed82-423f-bf77-527d62b1f70d has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:28:48.492633 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854089', 'neutron.services.segments.db._delete_segments_for_network-8773231307825'] for network, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:48.555839 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:28:48.556637 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:28:48.558853 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:28:48.559404 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Subscribe: > port after_create 55550000 {{(pid=99832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:28:48.560010 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:28:48.560577 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Subscribe: > port after_update 55550000 {{(pid=99832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:28:48.561118 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:28:48.561690 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:28:48.562869 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:28:48.563420 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:28:48.567533 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76dc26a-4730-4648-9171-f690fbbc583d None None] Pushing event updated for resources: {'Port': ['ID=37d9d430-abdc-4f50-8a48-12f5f2d9e9b7,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:48.595882 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-a7f85cea-36e2-4a4c-bc4f-1654d75352b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:48.913247 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Pushing event updated for resources: {'Port': ['ID=6272422a-f87e-41d7-b950-ef9a1cb9eebf,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:48.944829 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554be706-30b1-4eb9-8c2c-f152592a277d {{(pid=99833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:28:48.946914 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-603f13d0-10b0-48fd-8a19-38e50f864a32 None None] Port 23482def-d544-4f50-8d25-248f359d91dd cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:28:49.022596 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:49.159324 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:49.208491 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Network 22a3a112-b695-44bf-a54c-7fa560fb1477 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:28:49.224870 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.provisioning_blocks [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Transition to ACTIVE for port object 554be706-30b1-4eb9-8c2c-f152592a277d will not be triggered until provisioned by entity L2. {{(pid=99833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:28:49.239706 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:49.266043 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:49.287227 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-603f13d0-10b0-48fd-8a19-38e50f864a32 None None] Provisioning complete for port 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:49.287843 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-603f13d0-10b0-48fd-8a19-38e50f864a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:49.350938 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] For port aac90fcb-fb0a-4a25-9f80-e10d890b2601, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=aac90fcb-fb0a-4a25-9f80-e10d890b2601,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:28:49.409549 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:49.433987 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:28:49.462425 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:28:49.462863 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:28:49.463204 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:28:49.465287 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10675f9b-7350-42ba-8e62-43f3add9ca88']}} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:49.512382 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88711a7-cd9c-4bb1-b2c7-8ab40cbcb1e0 req-41726943-c8c9-4d2c-8eb4-122f7d2e5824 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:49.524829 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b88711a7-cd9c-4bb1-b2c7-8ab40cbcb1e0 req-41726943-c8c9-4d2c-8eb4-122f7d2e5824 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 932 time: 1.7681088 Oct 14 11:28:49.632375 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Pushing event updated for resources: {'Port': ['ID=aac90fcb-fb0a-4a25-9f80-e10d890b2601,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:49.656539 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:37Z', 'revision_number': 4, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '37d9d430-abdc-4f50-8a48-12f5f2d9e9b7', 'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'mac_address': 'fa:16:3e:3a:5d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:34Z', 'updated_at': '2021-10-14T11:28:44Z', 'revision_number': 4, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'subnets': [{'id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:49.757557 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2eef46-77de-4f23-b1da-914c7d83a3a3 None None] The sync data for ids ['eb3614fb-8789-4942-aa97-22cf6b70dd56'] in dv-cinder-797970-2-iscsi is: [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:37Z', 'revision_number': 4, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '37d9d430-abdc-4f50-8a48-12f5f2d9e9b7', 'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'mac_address': 'fa:16:3e:3a:5d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:34Z', 'updated_at': '2021-10-14T11:28:44Z', 'revision_number': 4, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'subnets': [{'id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:28:49.782356 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-2ac16486-4b10-4085-b910-b123454aef1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:49.798152 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Allocated IP 172.27.1.236 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/72d13165-7eaf-4e69-ab7d-09ac2bb35bdf) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:28:49.959520 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8ab6ba-656f-4d01-ab0d-aee15b6f09e4') {'for_net_delete': True} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:49.960922 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8ab6ba-656f-4d01-ab0d-aee15b6f09e4') {} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:50.055552 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773231308346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1332807'] for segment, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:50.122093 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:50.143921 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=99832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:28:50.145343 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7940039'] for segment, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: from cryptography.utils import int_from_bytes Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: from cryptography.utils import int_from_bytes Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: Traceback (most recent call last): Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: timer() Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: cb(*args, **kw) Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: return func(*args, **kwargs) Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: self._notify() Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: self.callback(batched_events) Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: event.method(event) Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: return f(self, *a, **k) Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._get(url).json() Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: return self.request(url, 'GET', **kwargs) Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:28:50.464780 dv-cinder-797970-2-iscsi neutron-server[99832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:28:50.490845 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1778393'] for network, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:50.617870 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:50.644016 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] 10.222.0.69 "DELETE /v2.0/networks/10675f9b-7350-42ba-8e62-43f3add9ca88 HTTP/1.1" status: 204 len: 168 time: 3.1795475 Oct 14 11:28:50.647892 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48830) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:50.649304 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d3125-66ad-4fa4-9f16-b1027da27f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=10675f9b-7350-42ba-8e62-43f3add9ca88,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:50.676422 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:28:50.677710 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b88711a7-cd9c-4bb1-b2c7-8ab40cbcb1e0 req-2902050a-2249-481f-94d1-5a2f88f8016f tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/security-groups?id=c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7887270 Oct 14 11:28:50.711399 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Sync routers for ids ['2846f507-ed82-423f-bf77-527d62b1f70d'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:28:50.712004 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-d3897877-ad90-46be-bb01-b74b08c24450 admin admin] 10.222.0.69 "PUT /v2.0/routers/2846f507-ed82-423f-bf77-527d62b1f70d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.0843732 Oct 14 11:28:50.739744 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Routers {'2846f507-ed82-423f-bf77-527d62b1f70d'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:28:50.755114 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:28:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['2846f507-ed82-423f-bf77-527d62b1f70d'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:50.763949 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Pushing event updated for resources: {'Port': ['ID=554be706-30b1-4eb9-8c2c-f152592a277d,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:50.869405 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c30eff-fb65-45ab-abd7-c215e14fc561 admin admin] Deleting subnet ebd2daaa-7a85-42d7-a898-5c42ed040051 {{(pid=99832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:28:50.925346 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:50.930467 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b4c30eff-fb65-45ab-abd7-c215e14fc561 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:51.021751 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Attempting to bind port 554be706-30b1-4eb9-8c2c-f152592a277d on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:28:51.022607 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Attempting to bind port 554be706-30b1-4eb9-8c2c-f152592a277d by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '49b2e9e2-6e70-4ff1-b209-3c655350b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8efb7d4d-8d4b-467e-af80-3a344db61ee1'}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:28:51.023173 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Attempting to bind port 554be706-30b1-4eb9-8c2c-f152592a277d on network 8efb7d4d-8d4b-467e-af80-3a344db61ee1 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:28:51.036129 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Router a13a88be-e2ba-4ecb-a15e-70d6381b6a06 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:28:51.054744 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Port 554be706-30b1-4eb9-8c2c-f152592a277d on network 8efb7d4d-8d4b-467e-af80-3a344db61ee1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:28:51.056020 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Attempting to bind port 554be706-30b1-4eb9-8c2c-f152592a277d on network 8efb7d4d-8d4b-467e-af80-3a344db61ee1 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:28:51.069295 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:28:51.070025 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Checking segment: {'id': '49b2e9e2-6e70-4ff1-b209-3c655350b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8efb7d4d-8d4b-467e-af80-3a344db61ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:28:51.070998 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Bound using segment: {'id': '49b2e9e2-6e70-4ff1-b209-3c655350b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8efb7d4d-8d4b-467e-af80-3a344db61ee1'} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:28:51.071800 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Bound port: 554be706-30b1-4eb9-8c2c-f152592a277d, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b2e9e2-6e70-4ff1-b209-3c655350b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8efb7d4d-8d4b-467e-af80-3a344db61ee1'}}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:28:51.075361 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:51.078272 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b4c30eff-fb65-45ab-abd7-c215e14fc561 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1332862'] for subnet, precommit_delete_associations {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:51.209006 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:51.237546 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b4c30eff-fb65-45ab-abd7-c215e14fc561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856540'] for subnet, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:51.246844 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Set router 2846f507-ed82-423f-bf77-527d62b1f70d gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:28:51.286632 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:51.362995 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:28:51.374340 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-53112238-34ed-46ed-86cf-97d616549900 admin admin] 10.222.0.69 "PUT /v2.0/routers/a13a88be-e2ba-4ecb-a15e-70d6381b6a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6412590 Oct 14 11:28:51.391128 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Sync routers for ids ['a13a88be-e2ba-4ecb-a15e-70d6381b6a06'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:28:51.434181 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:28:51.448768 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Routers {'a13a88be-e2ba-4ecb-a15e-70d6381b6a06'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:28:51.451077 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:28:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['a13a88be-e2ba-4ecb-a15e-70d6381b6a06'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:51.457862 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event updated for resources: {'Port': ['ID=72d13165-7eaf-4e69-ab7d-09ac2bb35bdf,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:51.465587 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:28:51.521816 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:28:51.587910 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] For port 554be706-30b1-4eb9-8c2c-f152592a277d, host hv-cinder-79797, cleared binding levels {{(pid=99833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:28:51.598424 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] For port 554be706-30b1-4eb9-8c2c-f152592a277d, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=554be706-30b1-4eb9-8c2c-f152592a277d,segment=NetworkSegment(49b2e9e2-6e70-4ff1-b209-3c655350b632),segment_id=49b2e9e2-6e70-4ff1-b209-3c655350b632)] {{(pid=99833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:28:51.610613 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:51.692899 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:51.696409 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:51.702899 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] 10.222.0.36 "PUT /v2.0/ports/554be706-30b1-4eb9-8c2c-f152592a277d HTTP/1.1" status: 200 len: 1094 time: 11.8908339 Oct 14 11:28:51.713708 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53517650-f207-4149-9836-f6563db5420e', 'tag': '554be706-30b1-4eb9-8c2c-f152592a277d'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:28:51.879756 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b4c30eff-fb65-45ab-abd7-c215e14fc561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7939685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4544050'] for subnet, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:52.129824 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:39Z', 'revision_number': 4, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '23482def-d544-4f50-8d25-248f359d91dd', 'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'mac_address': 'fa:16:3e:bb:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:33Z', 'updated_at': '2021-10-14T11:28:42Z', 'revision_number': 2, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'subnets': [{'id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:52.305319 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Set router a13a88be-e2ba-4ecb-a15e-70d6381b6a06 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:28:52.320375 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c30eff-fb65-45ab-abd7-c215e14fc561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd2daaa-7a85-42d7-a898-5c42ed040051,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:52.336360 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b4c30eff-fb65-45ab-abd7-c215e14fc561 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:52.354812 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-b4c30eff-fb65-45ab-abd7-c215e14fc561 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ebd2daaa-7a85-42d7-a898-5c42ed040051 HTTP/1.1" status: 204 len: 168 time: 1.7030408 Oct 14 11:28:52.361007 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48882) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:52.439730 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Checking router: 2846f507-ed82-423f-bf77-527d62b1f70d for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:28:52.440761 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Updating router 2846f507-ed82-423f-bf77-527d62b1f70d port 23482def-d544-4f50-8d25-248f359d91dd binding host dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:28:52.475441 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:52.491889 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634f2301-feb1-47bb-ae79-e83a8844060a" -d '{"events": [{"name": "network-changed", "server_uuid": "53517650-f207-4149-9836-f6563db5420e", "tag": "554be706-30b1-4eb9-8c2c-f152592a277d"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:28:52.503148 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f20b78-59b3-4b19-b0c0-468ce4740504 service neutron] Pushing event updated for resources: {'Port': ['ID=554be706-30b1-4eb9-8c2c-f152592a277d,revision_number=3']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:52.545259 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-5aa3cd66-085b-4d8b-bd57-aab724066b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:52.551428 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-5aa3cd66-085b-4d8b-bd57-aab724066b68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1f55249bbec40de9c5cc2e6be63d168&device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 1097 time: 0.5252447 Oct 14 11:28:52.626574 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:28:52.820596 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-752176e1-4828-4231-8143-a9665c440ecc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=554be706-30b1-4eb9-8c2c-f152592a277d HTTP/1.1" status: 200 len: 217 time: 0.2598436 Oct 14 11:28:52.873141 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48902) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:52.899633 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3e53070b-f604-4915-9034-366b32b12489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530326'] for network, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:52.912898 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f56e40-2f4e-44ad-b711-5e8fa5a69430 req-0dbac819-f1c8-4929-ab0e-0dddb9e11460 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:52.935139 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-23f56e40-2f4e-44ad-b711-5e8fa5a69430 req-0dbac819-f1c8-4929-ab0e-0dddb9e11460 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 944 time: 0.7863779 Oct 14 11:28:52.938791 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:52.948055 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-fa10a5b0-fe5c-4179-bdb1-4a9e26cb8172 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1767955711', 'description': 'tempest-description--224800093'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:53.047367 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fa10a5b0-fe5c-4179-bdb1-4a9e26cb8172 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:53.059734 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:53.132840 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:53.134140 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:53.163372 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-086089a6-8319-4ce3-be23-50711cdb5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:53.168168 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-086089a6-8319-4ce3-be23-50711cdb5cae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4bc52513-5233-4cf8-84b3-45a29adf36b0 HTTP/1.1" status: 200 len: 852 time: 0.3379505 Oct 14 11:28:53.245755 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:53.260587 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:53.285380 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-23f56e40-2f4e-44ad-b711-5e8fa5a69430 req-873f6f70-9261-49da-a982-1a99f8c324c8 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/security-groups?id=c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489146 Oct 14 11:28:53.311594 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:53.323271 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:53.371600 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-d8440d6d-ac93-4fd1-a94c-0c291e00b441 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8efb7d4d-8d4b-467e-af80-3a344db61ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1857800 Oct 14 11:28:53.411722 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device aac90fcb-fb0a-4a25-9f80-e10d890b2601 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:28:53.690814 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Attempting to bind port 23482def-d544-4f50-8d25-248f359d91dd on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:28:53.691267 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Attempting to bind port 23482def-d544-4f50-8d25-248f359d91dd by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '7e401973-9cdc-42cf-a43d-f287c0f5d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:28:53.691647 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Attempting to bind port 23482def-d544-4f50-8d25-248f359d91dd on network 813d5405-6bb2-4fac-9eae-a4821c818143 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:28:53.704813 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09280b-4627-4261-ac5d-7492acb70bdc None None] Pushing event updated for resources: {'Port': ['ID=23482def-d544-4f50-8d25-248f359d91dd,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:53.710216 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:28:53.710634 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Checking segment: {'id': '7e401973-9cdc-42cf-a43d-f287c0f5d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:28:53.713386 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:53.715807 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Bound using segment: {'id': '7e401973-9cdc-42cf-a43d-f287c0f5d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:28:53.716337 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Bound port: 23482def-d544-4f50-8d25-248f359d91dd, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e401973-9cdc-42cf-a43d-f287c0f5d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:28:53.716776 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:53.795593 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd4ceb0-8563-4496-b532-1e7b2d56663b x-openstack-request-id: req-3fd4ceb0-8563-4496-b532-1e7b2d56663b {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:28:53.799131 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53517650-f207-4149-9836-f6563db5420e", "tag": "554be706-30b1-4eb9-8c2c-f152592a277d", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:28:53.800066 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3fd4ceb0-8563-4496-b532-1e7b2d56663b {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:28:53.801010 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53517650-f207-4149-9836-f6563db5420e', 'tag': '554be706-30b1-4eb9-8c2c-f152592a277d', 'status': 'completed', 'code': 200} Oct 14 11:28:53.838484 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'name': 'tempest-ServerRescueNegativeTestJSON-856132318-router', 'tenant_id': 'c25e48bad5a643e0be015e2f9139204b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'aac90fcb-fb0a-4a25-9f80-e10d890b2601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:29Z', 'updated_at': '2021-10-14T11:28:46Z', 'revision_number': 4, 'project_id': 'c25e48bad5a643e0be015e2f9139204b', 'gw_port': {'id': 'aac90fcb-fb0a-4a25-9f80-e10d890b2601', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '6272422a-f87e-41d7-b950-ef9a1cb9eebf', 'name': '', 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477', 'tenant_id': 'c25e48bad5a643e0be015e2f9139204b', 'mac_address': 'fa:16:3e:86:fe:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb263852-17ec-4719-94ae-b000402a4137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:41Z', 'updated_at': '2021-10-14T11:28:47Z', 'revision_number': 2, 'project_id': 'c25e48bad5a643e0be015e2f9139204b', 'subnets': [{'id': 'bb263852-17ec-4719-94ae-b000402a4137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:53.861782 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3e53070b-f604-4915-9034-366b32b12489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854089', 'neutron.services.segments.db._delete_segments_for_network-8773231307825'] for network, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:53.914153 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] For port 23482def-d544-4f50-8d25-248f359d91dd, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:28:53.923806 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] For port 23482def-d544-4f50-8d25-248f359d91dd, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=23482def-d544-4f50-8d25-248f359d91dd,segment=NetworkSegment(7e401973-9cdc-42cf-a43d-f287c0f5d3c8),segment_id=7e401973-9cdc-42cf-a43d-f287c0f5d3c8)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:28:53.935483 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:53.965987 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-3e53070b-f604-4915-9034-366b32b12489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4184b3f9-d589-4ef6-bca2-781605adf9c7']}} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:53.985676 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Checking router: a13a88be-e2ba-4ecb-a15e-70d6381b6a06 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:28:53.994364 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Updating router a13a88be-e2ba-4ecb-a15e-70d6381b6a06 port 6272422a-f87e-41d7-b950-ef9a1cb9eebf binding host dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:28:54.003064 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port aac90fcb-fb0a-4a25-9f80-e10d890b2601 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:54.004399 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:54.005884 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-3e53070b-f604-4915-9034-366b32b12489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f51799-0f64-427d-a385-72e890c4e27c') {'for_net_delete': True} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:54.006460 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-3e53070b-f604-4915-9034-366b32b12489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f51799-0f64-427d-a385-72e890c4e27c') {} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:54.074726 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09280b-4627-4261-ac5d-7492acb70bdc None None] Pushing event updated for resources: {'Port': ['ID=23482def-d544-4f50-8d25-248f359d91dd,revision_number=4']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:54.080472 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fa10a5b0-fe5c-4179-bdb1-4a9e26cb8172 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:54.092588 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b155d-e286-4673-9346-e2fcbd329308 req-3d4cb5a1-ea3a-4cb2-a6f2-7433bae734d5 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:54.097106 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-982b155d-e286-4673-9346-e2fcbd329308 req-3d4cb5a1-ea3a-4cb2-a6f2-7433bae734d5 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/networks?id=22a3a112-b695-44bf-a54c-7fa560fb1477 HTTP/1.1" status: 200 len: 818 time: 0.9141350 Oct 14 11:28:54.118257 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Routers {'2846f507-ed82-423f-bf77-527d62b1f70d'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:28:54.119018 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:28:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['2846f507-ed82-423f-bf77-527d62b1f70d'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:54.122262 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fa10a5b0-fe5c-4179-bdb1-4a9e26cb8172 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:54.140166 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:54.155213 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3e53070b-f604-4915-9034-366b32b12489 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773231308346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1332807'] for segment, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:54.163246 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-bdefbe37-6f31-4819-943d-4e4777698154 None None] Provisioning complete for port 23482def-d544-4f50-8d25-248f359d91dd triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:54.163970 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-bdefbe37-6f31-4819-943d-4e4777698154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:54.210081 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-c2e7e8b5-c332-4d04-80c6-be56b772aea3 service neutron] 10.222.0.36 "GET /v2.0/networks/8efb7d4d-8d4b-467e-af80-3a344db61ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8031132 Oct 14 11:28:54.217909 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-982b155d-e286-4673-9346-e2fcbd329308 req-0e506f9a-7480-4f8d-8271-00fa7d8bacbb tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/quotas/c25e48bad5a643e0be015e2f9139204b HTTP/1.1" status: 200 len: 375 time: 0.1079671 Oct 14 11:28:54.238036 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fa10a5b0-fe5c-4179-bdb1-4a9e26cb8172 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:54.247488 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-fa10a5b0-fe5c-4179-bdb1-4a9e26cb8172 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3509057 Oct 14 11:28:54.259287 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48944) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:54.348824 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-a61de7f9-7872-49ea-842f-6f1e91c5f21a tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Request body: {'security_group_rule': {'security_group_id': 'a111385d-9882-4471-951d-b6ef14008915', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:54.374873 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3e53070b-f604-4915-9034-366b32b12489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:54.438780 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e53070b-f604-4915-9034-366b32b12489 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=99832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:28:54.446388 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3e53070b-f604-4915-9034-366b32b12489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7940039'] for segment, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:54.449359 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10a5b0-fe5c-4179-bdb1-4a9e26cb8172 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a111385d-9882-4471-951d-b6ef14008915,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: Traceback (most recent call last): Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: timer() Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: cb(*args, **kw) Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: return func(*args, **kwargs) Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: self._notify() Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: self.callback(batched_events) Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: event.method(event) Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: return f(self, *a, **k) Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._get(url).json() Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: return self.request(url, 'GET', **kwargs) Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:28:54.467165 dv-cinder-797970-2-iscsi neutron-server[99832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:28:54.471806 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] Set router 2846f507-ed82-423f-bf77-527d62b1f70d gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:28:54.515209 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a61de7f9-7872-49ea-842f-6f1e91c5f21a tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:54.640985 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-bdefbe37-6f31-4819-943d-4e4777698154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:54.774907 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3e53070b-f604-4915-9034-366b32b12489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1778393'] for network, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:54.805608 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3e53070b-f604-4915-9034-366b32b12489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:54.810756 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-982b155d-e286-4673-9346-e2fcbd329308 req-c79a2d11-e15c-4f1d-be44-8bd0c7b539cb tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c25e48bad5a643e0be015e2f9139204b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5917494 Oct 14 11:28:54.813533 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-3e53070b-f604-4915-9034-366b32b12489 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4184b3f9-d589-4ef6-bca2-781605adf9c7 HTTP/1.1" status: 204 len: 168 time: 2.4302080 Oct 14 11:28:54.829161 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-bdefbe37-6f31-4819-943d-4e4777698154 None None] For port 23482def-d544-4f50-8d25-248f359d91dd, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=23482def-d544-4f50-8d25-248f359d91dd,segment=NetworkSegment(7e401973-9cdc-42cf-a43d-f287c0f5d3c8),segment_id=7e401973-9cdc-42cf-a43d-f287c0f5d3c8)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:28:54.864996 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-bdefbe37-6f31-4819-943d-4e4777698154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:54.890079 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fa7d7-6b4b-4781-b778-ec024c996e3c req-5c159e95-fb1a-47eb-9745-e680639ab35e tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:54.896519 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b54fa7d7-6b4b-4781-b778-ec024c996e3c req-5c159e95-fb1a-47eb-9745-e680639ab35e tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 944 time: 0.3529356 Oct 14 11:28:54.904166 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a61de7f9-7872-49ea-842f-6f1e91c5f21a tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:54.917524 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a61de7f9-7872-49ea-842f-6f1e91c5f21a tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:54.917764 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53070b-f604-4915-9034-366b32b12489 admin admin] Pushing event deleted for resources: {'Network': ['ID=4184b3f9-d589-4ef6-bca2-781605adf9c7,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:54.995852 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:55.024816 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61de7f9-7872-49ea-842f-6f1e91c5f21a tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb78b21b-e9d8-4d9a-b140-701d210a3f5b,revision_number=0']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:55.033587 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-616ff272-237e-4a23-ad71-3205e7b61eb0 req-1a255312-919a-4a4a-b8e3-0fea84256653 service neutron] 10.222.0.36 "GET /v2.0/networks/8efb7d4d-8d4b-467e-af80-3a344db61ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8130090 Oct 14 11:28:55.064549 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a61de7f9-7872-49ea-842f-6f1e91c5f21a tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:55.070247 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-a61de7f9-7872-49ea-842f-6f1e91c5f21a tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8046496 Oct 14 11:28:55.073145 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 48964) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:55.082134 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-60b27f9a-9f82-47cd-8e45-ac7588baf0b8 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Request body: {'security_group_rule': {'security_group_id': 'a111385d-9882-4471-951d-b6ef14008915', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:55.109360 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefbe37-6f31-4819-943d-4e4777698154 None None] Pushing event updated for resources: {'Port': ['ID=23482def-d544-4f50-8d25-248f359d91dd,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:55.121922 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:55.208837 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48968) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:55.237532 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-982b155d-e286-4673-9346-e2fcbd329308 req-f007c623-8139-423f-9d90-0cbeb4300764 service neutron] 10.222.0.69 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222162 Oct 14 11:28:55.314894 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b54fa7d7-6b4b-4781-b778-ec024c996e3c req-21382fb6-2be9-41fe-853f-f32ea7edaeb9 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/security-groups?id=c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591907 Oct 14 11:28:55.357561 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48972) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:55.417757 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:39Z', 'revision_number': 4, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '23482def-d544-4f50-8d25-248f359d91dd', 'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'mac_address': 'fa:16:3e:bb:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:33Z', 'updated_at': '2021-10-14T11:28:53Z', 'revision_number': 4, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'subnets': [{'id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:55.446237 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event updated for resources: {'Port': ['ID=72d13165-7eaf-4e69-ab7d-09ac2bb35bdf,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:55.451108 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:55.477506 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-982b155d-e286-4673-9346-e2fcbd329308 req-bb96c23b-7376-48ab-9989-ad76f0d4d2e5 service neutron] 10.222.0.69 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318623 Oct 14 11:28:55.485001 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-23c9235e-f815-4565-a6d5-b0005cfe986e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea482923323f47839e130a2a002f4abc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1222501 Oct 14 11:28:55.493455 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:55.496326 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-8bcfc3fd-955a-472a-af74-b325378db569 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8498051 Oct 14 11:28:55.498416 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 48976) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:55.535091 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a2f13-3808-4dfd-9036-0ad51d186b14 None None] The sync data for ids ['2846f507-ed82-423f-bf77-527d62b1f70d'] in dv-cinder-797970-2-iscsi is: [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:39Z', 'revision_number': 4, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '23482def-d544-4f50-8d25-248f359d91dd', 'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'mac_address': 'fa:16:3e:bb:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:33Z', 'updated_at': '2021-10-14T11:28:53Z', 'revision_number': 4, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'subnets': [{'id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:28:55.552183 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-60b27f9a-9f82-47cd-8e45-ac7588baf0b8 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:55.580645 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Publish callbacks [] for port, precommit_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:55.608330 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:55.634267 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f2301-feb1-47bb-ae79-e83a8844060a req-fb5afaa8-de54-4d75-839e-7f0acc6b9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:55.635837 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-634f2301-feb1-47bb-ae79-e83a8844060a req-fb5afaa8-de54-4d75-839e-7f0acc6b9bf1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1f55249bbec40de9c5cc2e6be63d168&device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 1097 time: 0.5148067 Oct 14 11:28:55.649229 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-a57838bf-052f-41b3-a4a6-5e3a386fa167 None None] Provisioning complete for port 23482def-d544-4f50-8d25-248f359d91dd triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:55.650415 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-a57838bf-052f-41b3-a4a6-5e3a386fa167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:55.739198 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f9aafed7-91ea-45bd-bc35-8d51b9fc900d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:55.800471 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f9aafed7-91ea-45bd-bc35-8d51b9fc900d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:55.937612 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f9aafed7-91ea-45bd-bc35-8d51b9fc900d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:55.942777 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f9aafed7-91ea-45bd-bc35-8d51b9fc900d admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:55.947527 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-f9aafed7-91ea-45bd-bc35-8d51b9fc900d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b3eff963-8d50-4dc6-a57b-8beede9a5dc2 HTTP/1.1" status: 204 len: 168 time: 0.4475625 Oct 14 11:28:55.964420 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aafed7-91ea-45bd-bc35-8d51b9fc900d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3eff963-8d50-4dc6-a57b-8beede9a5dc2,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:56.092530 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-60b27f9a-9f82-47cd-8e45-ac7588baf0b8 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:56.149683 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-60b27f9a-9f82-47cd-8e45-ac7588baf0b8 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:56.219675 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-3336ce11-2b70-4ddc-a4ad-62cfe7dafaf8 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--437827487&fields=id&tenant_id=6002f5ee1b60442cae91e69448c24382 HTTP/1.1" status: 200 len: 267 time: 0.1434503 Oct 14 11:28:56.315952 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c9600b4f-6e2d-488a-aef4-d9d9231c3953 req-cdbcd215-c6a8-4124-8589-ddd7770fa391 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 210 time: 0.1500487 Oct 14 11:28:56.393812 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b27f9a-9f82-47cd-8e45-ac7588baf0b8 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcb06ad-01e9-4a78-b15b-bf9e1ebf2987,revision_number=0']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:56.455606 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-60b27f9a-9f82-47cd-8e45-ac7588baf0b8 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:56.462882 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-60b27f9a-9f82-47cd-8e45-ac7588baf0b8 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3850174 Oct 14 11:28:56.470247 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49014) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:56.479053 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81a41e-facf-4878-992c-f25c17d550bf None None] Pushing event updated for resources: {'Port': ['ID=6272422a-f87e-41d7-b950-ef9a1cb9eebf,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:56.482251 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Request body: {'floatingip': {'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:56.488452 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f2301-feb1-47bb-ae79-e83a8844060a req-5e8f0de9-340b-46dc-9de7-07c46a61a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:56.490776 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-634f2301-feb1-47bb-ae79-e83a8844060a req-5e8f0de9-340b-46dc-9de7-07c46a61a0d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8efb7d4d-8d4b-467e-af80-3a344db61ee1 HTTP/1.1" status: 200 len: 913 time: 0.8246017 Oct 14 11:28:56.665618 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Attempting to bind port 6272422a-f87e-41d7-b950-ef9a1cb9eebf on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:28:56.666511 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Attempting to bind port 6272422a-f87e-41d7-b950-ef9a1cb9eebf by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '808f4b54-150e-4ad8-8e24-5bc1e8820b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:28:56.666798 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Attempting to bind port 6272422a-f87e-41d7-b950-ef9a1cb9eebf on network 22a3a112-b695-44bf-a54c-7fa560fb1477 {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:28:56.720458 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:28:56.721243 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Checking segment: {'id': '808f4b54-150e-4ad8-8e24-5bc1e8820b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:28:56.721926 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:56.726435 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Bound using segment: {'id': '808f4b54-150e-4ad8-8e24-5bc1e8820b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:28:56.727413 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Bound port: 6272422a-f87e-41d7-b950-ef9a1cb9eebf, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808f4b54-150e-4ad8-8e24-5bc1e8820b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:28:56.728170 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:56.805362 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4b325cc7-40b7-48fb-b4be-d65e8b356fbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:57.167049 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-e465aa6a-7084-4ab3-b9e1-db77f8af4236 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:57.180269 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-e465aa6a-7084-4ab3-b9e1-db77f8af4236 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/networks?id=953fc067-17c1-4744-a2d8-c5382bc078cb HTTP/1.1" status: 200 len: 817 time: 0.9500701 Oct 14 11:28:57.240040 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-634f2301-feb1-47bb-ae79-e83a8844060a req-22450ddb-91ca-49c4-a8c9-2b3d3dd8bec9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=554be706-30b1-4eb9-8c2c-f152592a277d HTTP/1.1" status: 200 len: 217 time: 0.6953492 Oct 14 11:28:57.244939 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-a1e24764-9126-4520-bc14-b8405be37eff tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/quotas/6002f5ee1b60442cae91e69448c24382 HTTP/1.1" status: 200 len: 375 time: 0.0616744 Oct 14 11:28:57.248877 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for floatingip, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:57.294080 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 49032) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:57.335106 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 23482def-d544-4f50-8d25-248f359d91dd up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:28:57.378431 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f2301-feb1-47bb-ae79-e83a8844060a req-f0ef6052-f44a-481d-81a4-ca0203932bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:57.382278 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-634f2301-feb1-47bb-ae79-e83a8844060a req-f0ef6052-f44a-481d-81a4-ca0203932bd3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4bc52513-5233-4cf8-84b3-45a29adf36b0 HTTP/1.1" status: 200 len: 852 time: 0.1249714 Oct 14 11:28:57.423306 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-cbe0a12e-610a-43ce-9aee-113e0b4767d2 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6002f5ee1b60442cae91e69448c24382&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1763141 Oct 14 11:28:57.432745 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-634f2301-feb1-47bb-ae79-e83a8844060a req-e2389163-fb1a-43a2-9878-adadf3f25b45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8efb7d4d-8d4b-467e-af80-3a344db61ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358140 Oct 14 11:28:57.446392 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d39765-e00a-472d-b5c1-f761c31c61c2 req-a8bce86c-c9ab-45c8-a7c6-c947548e8d9e tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:57.454012 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-60d39765-e00a-472d-b5c1-f761c31c61c2 req-a8bce86c-c9ab-45c8-a7c6-c947548e8d9e tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 944 time: 0.9606783 Oct 14 11:28:57.465843 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-1c51898e-2225-4aee-8f62-b7e6026e5d59 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e245165ee3642b281b89cb7e3fedb9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702216 Oct 14 11:28:57.470938 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 49036) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:57.588423 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-60d39765-e00a-472d-b5c1-f761c31c61c2 req-9c2349e1-9e89-40cf-aa61-caf44c3bfadd tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/security-groups?id=c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330750 Oct 14 11:28:57.683664 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b86bf4e9-5350-4fb5-a202-eb5e78f22fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:57.692879 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] For port 6272422a-f87e-41d7-b950-ef9a1cb9eebf, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:28:57.716178 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] For port 6272422a-f87e-41d7-b950-ef9a1cb9eebf, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=6272422a-f87e-41d7-b950-ef9a1cb9eebf,segment=NetworkSegment(808f4b54-150e-4ad8-8e24-5bc1e8820b86),segment_id=808f4b54-150e-4ad8-8e24-5bc1e8820b86)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:28:57.768853 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:57.769315 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b86bf4e9-5350-4fb5-a202-eb5e78f22fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:57.835301 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4b325cc7-40b7-48fb-b4be-d65e8b356fbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:57.877976 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4b325cc7-40b7-48fb-b4be-d65e8b356fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:57.893252 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 23482def-d544-4f50-8d25-248f359d91dd triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:28:57.893767 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:57.946607 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-4b325cc7-40b7-48fb-b4be-d65e8b356fbb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=371dcd11823446e083d463baf1e5c553&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7240477 Oct 14 11:28:57.950699 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b325cc7-40b7-48fb-b4be-d65e8b356fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49a88a2-afa5-4038-9f08-75d1edba60e6,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:57.963574 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-b121cf85-b303-4e0d-846e-e623dbf100b8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=99832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:28:57.963897 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49060) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:57.964473 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-b121cf85-b303-4e0d-846e-e623dbf100b8 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2301655 Oct 14 11:28:58.054729 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b86bf4e9-5350-4fb5-a202-eb5e78f22fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:58.058045 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b86bf4e9-5350-4fb5-a202-eb5e78f22fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:58.063283 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-b86bf4e9-5350-4fb5-a202-eb5e78f22fbc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d846907-00a7-44b8-870f-2d02d506e127 HTTP/1.1" status: 204 len: 168 time: 0.5904112 Oct 14 11:28:58.089723 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Routers {'a13a88be-e2ba-4ecb-a15e-70d6381b6a06'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:28:58.090979 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:28:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['a13a88be-e2ba-4ecb-a15e-70d6381b6a06'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:58.126605 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bf4e9-5350-4fb5-a202-eb5e78f22fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d846907-00a7-44b8-870f-2d02d506e127,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:58.229585 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-5d5e68a8-ff4e-4245-9929-8d0558b79b84 service neutron] 10.222.0.69 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532814 Oct 14 11:28:58.266102 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-977f0cd3-e10a-4a9d-8b4d-aaf2e5acc1c6 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:58.283389 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-977f0cd3-e10a-4a9d-8b4d-aaf2e5acc1c6 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/networks?id=22a3a112-b695-44bf-a54c-7fa560fb1477 HTTP/1.1" status: 200 len: 818 time: 0.3156860 Oct 14 11:28:58.296482 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81a41e-facf-4878-992c-f25c17d550bf None None] Pushing event updated for resources: {'Port': ['ID=6272422a-f87e-41d7-b950-ef9a1cb9eebf,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:58.434925 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 554be706-30b1-4eb9-8c2c-f152592a277d details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:28:58.465278 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] Set router a13a88be-e2ba-4ecb-a15e-70d6381b6a06 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:28:58.467099 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-e7590ae2-a620-4e05-a11e-d7d234ec1ee9 service neutron] 10.222.0.69 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282591 Oct 14 11:28:58.525139 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-83fa61cd-6d7a-462a-8436-07d95f8e3f21 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/quotas/c25e48bad5a643e0be015e2f9139204b HTTP/1.1" status: 200 len: 375 time: 0.2396731 Oct 14 11:28:58.529936 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-634f2301-feb1-47bb-ae79-e83a8844060a req-753447eb-baa2-4a77-9d46-acc50e44184c service neutron] 10.222.0.36 "GET /v2.0/networks/8efb7d4d-8d4b-467e-af80-3a344db61ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0661762 Oct 14 11:28:58.806474 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.36', 61105) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:28:58.858985 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 554be706-30b1-4eb9-8c2c-f152592a277d, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=554be706-30b1-4eb9-8c2c-f152592a277d,segment=NetworkSegment(49b2e9e2-6e70-4ff1-b209-3c655350b632),segment_id=49b2e9e2-6e70-4ff1-b209-3c655350b632)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:28:58.905995 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:59.051557 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': '554be706-30b1-4eb9-8c2c-f152592a277d', 'network_id': '8efb7d4d-8d4b-467e-af80-3a344db61ee1', 'port_id': '554be706-30b1-4eb9-8c2c-f152592a277d', 'mac_address': 'fa:16:3e:74:d9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc52513-5233-4cf8-84b3-45a29adf36b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:28:59.203698 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b155d-e286-4673-9346-e2fcbd329308 req-9b66f902-444d-41dd-af43-3e31d89aaed7 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:59.210764 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-982b155d-e286-4673-9346-e2fcbd329308 req-9b66f902-444d-41dd-af43-3e31d89aaed7 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.36 "GET /v2.0/networks?id=22a3a112-b695-44bf-a54c-7fa560fb1477 HTTP/1.1" status: 200 len: 818 time: 0.4006510 Oct 14 11:28:59.267715 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-982b155d-e286-4673-9346-e2fcbd329308 req-aefcf30d-4198-4246-a6d0-8cf59a863665 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Request body: {'port': {'device_id': '135262f5-66aa-43cf-9468-da10d99c0bab', 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477', 'admin_state_up': True, 'tenant_id': 'c25e48bad5a643e0be015e2f9139204b'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:28:59.320654 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-9832b51b-1ae3-4c84-8cc1-393b513b9685 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c25e48bad5a643e0be015e2f9139204b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7641668 Oct 14 11:28:59.403180 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:59.426400 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'name': 'tempest-ServerRescueNegativeTestJSON-856132318-router', 'tenant_id': 'c25e48bad5a643e0be015e2f9139204b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'aac90fcb-fb0a-4a25-9f80-e10d890b2601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:29Z', 'updated_at': '2021-10-14T11:28:46Z', 'revision_number': 4, 'project_id': 'c25e48bad5a643e0be015e2f9139204b', 'gw_port': {'id': 'aac90fcb-fb0a-4a25-9f80-e10d890b2601', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '6272422a-f87e-41d7-b950-ef9a1cb9eebf', 'name': '', 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477', 'tenant_id': 'c25e48bad5a643e0be015e2f9139204b', 'mac_address': 'fa:16:3e:86:fe:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb263852-17ec-4719-94ae-b000402a4137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:41Z', 'updated_at': '2021-10-14T11:28:57Z', 'revision_number': 4, 'project_id': 'c25e48bad5a643e0be015e2f9139204b', 'subnets': [{'id': 'bb263852-17ec-4719-94ae-b000402a4137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:28:59.557900 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa70cae-1f6c-4bb9-872a-887f7087f9d6 None None] The sync data for ids ['a13a88be-e2ba-4ecb-a15e-70d6381b6a06'] in dv-cinder-797970-2-iscsi is: [{'id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'name': 'tempest-ServerRescueNegativeTestJSON-856132318-router', 'tenant_id': 'c25e48bad5a643e0be015e2f9139204b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'aac90fcb-fb0a-4a25-9f80-e10d890b2601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:29Z', 'updated_at': '2021-10-14T11:28:46Z', 'revision_number': 4, 'project_id': 'c25e48bad5a643e0be015e2f9139204b', 'gw_port': {'id': 'aac90fcb-fb0a-4a25-9f80-e10d890b2601', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '6272422a-f87e-41d7-b950-ef9a1cb9eebf', 'name': '', 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477', 'tenant_id': 'c25e48bad5a643e0be015e2f9139204b', 'mac_address': 'fa:16:3e:86:fe:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb263852-17ec-4719-94ae-b000402a4137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:41Z', 'updated_at': '2021-10-14T11:28:57Z', 'revision_number': 4, 'project_id': 'c25e48bad5a643e0be015e2f9139204b', 'subnets': [{'id': 'bb263852-17ec-4719-94ae-b000402a4137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:28:59.566064 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554be706-30b1-4eb9-8c2c-f152592a277d {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:28:59.651528 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 554be706-30b1-4eb9-8c2c-f152592a277d, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=554be706-30b1-4eb9-8c2c-f152592a277d,segment=NetworkSegment(49b2e9e2-6e70-4ff1-b209-3c655350b632),segment_id=49b2e9e2-6e70-4ff1-b209-3c655350b632)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:28:59.678372 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:59.689710 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Allocated IP 172.27.1.42 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/99c07076-4a93-4050-b8d2-c2f123c0c0e5) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:28:59.760253 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982b155d-e286-4673-9346-e2fcbd329308 req-aefcf30d-4198-4246-a6d0-8cf59a863665 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Made reservation on behalf of c25e48bad5a643e0be015e2f9139204b for: {'port': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:28:59.764122 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-982b155d-e286-4673-9346-e2fcbd329308 req-aefcf30d-4198-4246-a6d0-8cf59a863665 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:59.952881 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=554be706-30b1-4eb9-8c2c-f152592a277d,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:28:59.958588 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-54acb280-fc80-409f-8036-7547f41e3ce3 service neutron] 10.222.0.69 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302199 Oct 14 11:28:59.964384 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['554be706-30b1-4eb9-8c2c-f152592a277d'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:28:59.973320 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-72733414-7398-4147-8578-bef6d71d9906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:28:59.980202 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35955ba-3a6e-4e8d-a07a-0294229322e8 req-5b8d2d20-73b3-42c5-a8c5-392340bf7099 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:28:59.982051 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e35955ba-3a6e-4e8d-a07a-0294229322e8 req-5b8d2d20-73b3-42c5-a8c5-392340bf7099 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 944 time: 0.7693920 Oct 14 11:29:00.145642 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 49128) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:00.154867 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-72733414-7398-4147-8578-bef6d71d9906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:00.418113 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e35955ba-3a6e-4e8d-a07a-0294229322e8 req-5d04f03e-a567-4b4b-8857-662f59bdc582 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/security-groups?id=c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623052 Oct 14 11:29:00.700971 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:00.707145 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-72733414-7398-4147-8578-bef6d71d9906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:00.711359 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-72733414-7398-4147-8578-bef6d71d9906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:00.716990 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-72733414-7398-4147-8578-bef6d71d9906 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f49a88a2-afa5-4038-9f08-75d1edba60e6 HTTP/1.1" status: 204 len: 168 time: 2.7375598 Oct 14 11:29:00.767084 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-634f2301-feb1-47bb-ae79-e83a8844060a req-dce5f8e7-10cf-4db2-89e6-65df819c5bcf service neutron] 10.222.0.36 "GET /v2.0/networks/8efb7d4d-8d4b-467e-af80-3a344db61ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2067044 Oct 14 11:29:00.815644 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72733414-7398-4147-8578-bef6d71d9906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49a88a2-afa5-4038-9f08-75d1edba60e6,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:00.910866 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-0ed36155-eb70-4a15-bf4f-cd1fb693ff90 service neutron] 10.222.0.69 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9250154 Oct 14 11:29:00.979651 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:01.070162 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 6272422a-f87e-41d7-b950-ef9a1cb9eebf up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:29:01.234978 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:29:01.275299 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:29:01.285646 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-14725e9a-e0c4-48af-b578-4c2f6734e53c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:01.295823 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:29:01.328587 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event updated for resources: {'Port': ['ID=99c07076-4a93-4050-b8d2-c2f123c0c0e5,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:01.329780 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 6272422a-f87e-41d7-b950-ef9a1cb9eebf triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:29:01.330380 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:01.397636 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a0d45dac-98ea-494b-853e-f6b3ed1a8982 req-1614ad3c-96f6-48ca-bcc2-30b61bc7d25b tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 210 time: 0.1310754 Oct 14 11:29:01.446022 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [req-982b155d-e286-4673-9346-e2fcbd329308 req-aefcf30d-4198-4246-a6d0-8cf59a863665 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Allocated IP 172.20.0.9 (22a3a112-b695-44bf-a54c-7fa560fb1477/bb263852-17ec-4719-94ae-b000402a4137/ea016015-3232-4592-a5c5-9a6cc0fa641e) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:29:01.675137 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:01.741042 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5eae390d-20e5-4b4f-93a1-145a7965d323 req-6467c4b4-b3ce-47e2-894e-099e6b41a3de tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 210 time: 0.2163877 Oct 14 11:29:01.818961 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-14725e9a-e0c4-48af-b578-4c2f6734e53c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:01.840444 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] For port 6272422a-f87e-41d7-b950-ef9a1cb9eebf, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=6272422a-f87e-41d7-b950-ef9a1cb9eebf,segment=NetworkSegment(808f4b54-150e-4ad8-8e24-5bc1e8820b86),segment_id=808f4b54-150e-4ad8-8e24-5bc1e8820b86)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:29:01.864705 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:01.872487 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:01.877619 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:01.993225 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:02.057002 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Pushing event updated for resources: {'Port': ['ID=6272422a-f87e-41d7-b950-ef9a1cb9eebf,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:02.234921 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49178) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:02.237340 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-14725e9a-e0c4-48af-b578-4c2f6734e53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:02.423546 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:02.435391 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:02.436606 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 554be706-30b1-4eb9-8c2c-f152592a277d up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:29:02.442178 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f8e8c277-f016-4cca-a52d-e2441729f92a admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:02.464227 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-14725e9a-e0c4-48af-b578-4c2f6734e53c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e58a8497d95945fe8a4cf8bbbb529dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2978795 Oct 14 11:29:02.466822 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14725e9a-e0c4-48af-b578-4c2f6734e53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66f0cc6-7bf4-4de4-bdfd-02bfde3f278c,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:02.504767 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49184) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:02.533312 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:02.601910 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:02.615795 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1401832 Oct 14 11:29:02.639607 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port 554be706-30b1-4eb9-8c2c-f152592a277d completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:29:02.648708 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc679743-f752-42e6-8238-2b08f96be987 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event updated for resources: {'Port': ['ID=99c07076-4a93-4050-b8d2-c2f123c0c0e5,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:02.668851 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb7797-bd6b-4eb3-b9d2-eec6d6961b55 req-232d8ee7-f0e2-48b7-a850-dccf7875b9f5 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:02.671872 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port 554be706-30b1-4eb9-8c2c-f152592a277d triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:29:02.672630 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:02.689716 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-70cb7797-bd6b-4eb3-b9d2-eec6d6961b55 req-232d8ee7-f0e2-48b7-a850-dccf7875b9f5 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 945 time: 0.8673425 Oct 14 11:29:02.705503 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-982b155d-e286-4673-9346-e2fcbd329308 req-aefcf30d-4198-4246-a6d0-8cf59a863665 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:03.003474 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f8e8c277-f016-4cca-a52d-e2441729f92a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:03.150488 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f8e8c277-f016-4cca-a52d-e2441729f92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:03.173887 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:03.190016 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-70cb7797-bd6b-4eb3-b9d2-eec6d6961b55 req-f56aa5cd-58d7-4ec9-ab03-0b5583d99bde tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/security-groups?id=c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707391 Oct 14 11:29:03.196401 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 6272422a-f87e-41d7-b950-ef9a1cb9eebf up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:29:03.209281 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-982b155d-e286-4673-9346-e2fcbd329308 req-aefcf30d-4198-4246-a6d0-8cf59a863665 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:03.243826 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 554be706-30b1-4eb9-8c2c-f152592a277d, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=554be706-30b1-4eb9-8c2c-f152592a277d,segment=NetworkSegment(49b2e9e2-6e70-4ff1-b209-3c655350b632),segment_id=49b2e9e2-6e70-4ff1-b209-3c655350b632)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:29:03.284047 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53517650-f207-4149-9836-f6563db5420e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554be706-30b1-4eb9-8c2c-f152592a277d'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:29:03.340832 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2fd8f323-d9b7-4406-9694-12df7b4ecaa0 req-cf48f958-16d7-4d0c-b6ab-ccc0d4ebfff7 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 210 time: 0.3229132 Oct 14 11:29:03.384293 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-128f3e71-ce1c-4d3e-9a1d-a12a3ec5386a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:03.571265 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcf30d-4198-4246-a6d0-8cf59a863665 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Pushing event updated for resources: {'Port': ['ID=ea016015-3232-4592-a5c5-9a6cc0fa641e,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:03.595351 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982b155d-e286-4673-9346-e2fcbd329308 req-aefcf30d-4198-4246-a6d0-8cf59a863665 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Network 22a3a112-b695-44bf-a54c-7fa560fb1477 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:29:03.633711 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-128f3e71-ce1c-4d3e-9a1d-a12a3ec5386a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:03.643916 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:03.670468 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e6105796-6091-4bde-9614-9af1b4cdf232 req-ed9ccb53-9353-49d3-afa9-c9a3060470b9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 210 time: 0.0953927 Oct 14 11:29:03.672027 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [req-982b155d-e286-4673-9346-e2fcbd329308 req-aefcf30d-4198-4246-a6d0-8cf59a863665 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:29:03.682309 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-982b155d-e286-4673-9346-e2fcbd329308 req-aefcf30d-4198-4246-a6d0-8cf59a863665 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:29:03.840359 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b155d-e286-4673-9346-e2fcbd329308 req-aefcf30d-4198-4246-a6d0-8cf59a863665 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:03.843432 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-982b155d-e286-4673-9346-e2fcbd329308 req-aefcf30d-4198-4246-a6d0-8cf59a863665 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:03.878131 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=554be706-30b1-4eb9-8c2c-f152592a277d,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:03.914216 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-f8e8c277-f016-4cca-a52d-e2441729f92a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d3911a2379ff4c34828eb437be177ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5955408 Oct 14 11:29:03.917434 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49226) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:03.920709 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-982b155d-e286-4673-9346-e2fcbd329308 req-aefcf30d-4198-4246-a6d0-8cf59a863665 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6853321 Oct 14 11:29:03.949488 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 6272422a-f87e-41d7-b950-ef9a1cb9eebf triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:29:03.950353 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:03.967877 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Request body: {'port': {'device_id': '135262f5-66aa-43cf-9468-da10d99c0bab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:29:04.140959 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:04.169977 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9a9129-ce4f-48bc-b31c-30de0579031a" -d '{"events": [{"server_uuid": "53517650-f207-4149-9836-f6563db5420e", "name": "network-vif-plugged", "status": "completed", "tag": "554be706-30b1-4eb9-8c2c-f152592a277d"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:29:04.170627 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8c277-f016-4cca-a52d-e2441729f92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1209294-f9e0-4b36-aabc-ceaefb076f5a,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:04.308245 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-a49a078c-f2a5-457d-9df4-5c7345bad8ba tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:04.314702 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-a49a078c-f2a5-457d-9df4-5c7345bad8ba tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.36 "GET /v2.0/networks?id=953fc067-17c1-4744-a2d8-c5382bc078cb HTTP/1.1" status: 200 len: 817 time: 1.5116756 Oct 14 11:29:04.316732 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.36', 61113) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:04.495597 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594e70c1-32c8-4116-9924-5ff6be6a97bb x-openstack-request-id: req-594e70c1-32c8-4116-9924-5ff6be6a97bb {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:29:04.496344 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53517650-f207-4149-9836-f6563db5420e", "name": "network-vif-plugged", "status": "completed", "tag": "554be706-30b1-4eb9-8c2c-f152592a277d", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:29:04.498015 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-594e70c1-32c8-4116-9924-5ff6be6a97bb {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:29:04.499050 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53517650-f207-4149-9836-f6563db5420e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554be706-30b1-4eb9-8c2c-f152592a277d', 'code': 200} Oct 14 11:29:04.670323 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 49246) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:04.793901 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-e07b4b3c-782b-4745-b1f6-a5ca4cc72743 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1767955711&fields=id&tenant_id=de741739c33a4b63ad4a3d09e4ca7ac1 HTTP/1.1" status: 200 len: 267 time: 1.0026360 Oct 14 11:29:04.830792 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.36', 61116) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:04.904582 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-128f3e71-ce1c-4d3e-9a1d-a12a3ec5386a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:04.907939 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-128f3e71-ce1c-4d3e-9a1d-a12a3ec5386a admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:04.912514 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-128f3e71-ce1c-4d3e-9a1d-a12a3ec5386a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b66f0cc6-7bf4-4de4-bdfd-02bfde3f278c HTTP/1.1" status: 204 len: 168 time: 2.4055638 Oct 14 11:29:04.946138 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-45ef57a2-4954-4af4-9485-eff867aa6389 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:04.947736 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-45ef57a2-4954-4af4-9485-eff867aa6389 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.36 "GET /v2.0/networks?id=22a3a112-b695-44bf-a54c-7fa560fb1477 HTTP/1.1" status: 200 len: 818 time: 0.5996461 Oct 14 11:29:04.969078 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-174cfb2d-6513-40ee-9bb6-d671977fa5d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:04.971877 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea016015-3232-4592-a5c5-9a6cc0fa641e {{(pid=99832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:29:04.975392 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-e4643577-2359-440a-baa7-340bf47aa2f9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Request body: {'port': {'device_id': 'e2514279-f71f-402b-9f47-561eef8aee2e', 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477', 'admin_state_up': True, 'tenant_id': 'c25e48bad5a643e0be015e2f9139204b'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:29:04.993925 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f3e71-ce1c-4d3e-9a1d-a12a3ec5386a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66f0cc6-7bf4-4de4-bdfd-02bfde3f278c,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:05.002136 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:05.013083 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d42c5067-a659-4c6b-92c8-f1caf2878ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:05.021295 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-11d55abc-e8b9-4f6e-8bbb-f8045172adae tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6002f5ee1b60442cae91e69448c24382 HTTP/1.1" status: 200 len: 379 time: 0.6715527 Oct 14 11:29:05.025024 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a37d4-6b17-42c2-8af6-51636ce9e2a6 req-490273af-0b67-495c-bf0a-0728c0b2ca04 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:05.025874 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-876a37d4-6b17-42c2-8af6-51636ce9e2a6 req-490273af-0b67-495c-bf0a-0728c0b2ca04 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 946 time: 0.3538394 Oct 14 11:29:05.052633 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-8256496d-12f6-4e12-93f9-26919199823d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Request body: {'port': {'device_id': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'admin_state_up': True, 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'security_groups': ['73171bdd-799b-4acb-bf4c-d2099125c147']}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:29:05.057216 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-174cfb2d-6513-40ee-9bb6-d671977fa5d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:05.070187 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.provisioning_blocks [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Transition to ACTIVE for port object ea016015-3232-4592-a5c5-9a6cc0fa641e will not be triggered until provisioned by entity L2. {{(pid=99832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:29:05.096165 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-1dc28158-ec7a-452b-9423-9f3f90018c47 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:05.098577 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-1dc28158-ec7a-452b-9423-9f3f90018c47 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/networks?id=813d5405-6bb2-4fac-9eae-a4821c818143 HTTP/1.1" status: 200 len: 811 time: 0.2925603 Oct 14 11:29:05.101886 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:05.107276 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfac81-a26d-4a0b-921a-d34dd7d68bb3 req-db3adc9b-0ca2-49e5-b548-ff4591d6ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:05.110120 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-96bfac81-a26d-4a0b-921a-d34dd7d68bb3 req-db3adc9b-0ca2-49e5-b548-ff4591d6ab1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 1099 time: 0.2742219 Oct 14 11:29:05.258239 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-96bfac81-a26d-4a0b-921a-d34dd7d68bb3 req-1ab08969-691d-41ac-9784-b25c2cc6ab59 service neutron] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:05.297062 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-876a37d4-6b17-42c2-8af6-51636ce9e2a6 req-905e055e-e3dd-48b4-8c91-f4ebac047118 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/security-groups?id=c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550917 Oct 14 11:29:05.330629 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-4061f19a-3733-4421-b819-8a0d2f88d6d0 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/quotas/de741739c33a4b63ad4a3d09e4ca7ac1 HTTP/1.1" status: 200 len: 375 time: 0.1995356 Oct 14 11:29:05.345777 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Pushing event updated for resources: {'Port': ['ID=ea016015-3232-4592-a5c5-9a6cc0fa641e,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:05.381921 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-8256496d-12f6-4e12-93f9-26919199823d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Made reservation on behalf of 6002f5ee1b60442cae91e69448c24382 for: {'port': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:29:05.385868 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-8256496d-12f6-4e12-93f9-26919199823d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:05.556416 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7360bb81-595e-40f4-a999-1c3239dcffd0 req-04765492-3663-4cdf-84e6-83e5ac6db123 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 210 time: 0.0533538 Oct 14 11:29:05.572057 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-8256496d-12f6-4e12-93f9-26919199823d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Allocated IP 172.20.0.13 (953fc067-17c1-4744-a2d8-c5382bc078cb/e66ebcfd-406b-4441-8bf2-124e9b613a1b/84e2626c-fb84-447b-9ed9-08ceee481142) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:29:05.598473 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-174cfb2d-6513-40ee-9bb6-d671977fa5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:05.602035 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-174cfb2d-6513-40ee-9bb6-d671977fa5d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:05.603789 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-174cfb2d-6513-40ee-9bb6-d671977fa5d8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e1209294-f9e0-4b36-aabc-ceaefb076f5a HTTP/1.1" status: 204 len: 168 time: 1.6654177 Oct 14 11:29:05.604791 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49270) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:05.664210 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d42c5067-a659-4c6b-92c8-f1caf2878ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:05.666320 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Attempting to bind port ea016015-3232-4592-a5c5-9a6cc0fa641e on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:29:05.666990 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Attempting to bind port ea016015-3232-4592-a5c5-9a6cc0fa641e by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '808f4b54-150e-4ad8-8e24-5bc1e8820b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477'}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:29:05.667616 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Attempting to bind port ea016015-3232-4592-a5c5-9a6cc0fa641e on network 22a3a112-b695-44bf-a54c-7fa560fb1477 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:29:05.680018 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cfb2d-6513-40ee-9bb6-d671977fa5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1209294-f9e0-4b36-aabc-ceaefb076f5a,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:05.684730 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d42c5067-a659-4c6b-92c8-f1caf2878ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:05.699008 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4c61-36a6-4556-889a-38ad5e4fac06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:05.707425 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Port ea016015-3232-4592-a5c5-9a6cc0fa641e on network 22a3a112-b695-44bf-a54c-7fa560fb1477 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:29:05.707800 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Attempting to bind port ea016015-3232-4592-a5c5-9a6cc0fa641e on network 22a3a112-b695-44bf-a54c-7fa560fb1477 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:29:05.722411 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-67eeb4c9-eff6-4152-8d1c-ec457d845e38 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=de741739c33a4b63ad4a3d09e4ca7ac1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3900850 Oct 14 11:29:05.767880 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:29:05.768233 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Checking segment: {'id': '808f4b54-150e-4ad8-8e24-5bc1e8820b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:29:05.768805 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Bound using segment: {'id': '808f4b54-150e-4ad8-8e24-5bc1e8820b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477'} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:29:05.769290 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Bound port: ea016015-3232-4592-a5c5-9a6cc0fa641e, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '808f4b54-150e-4ad8-8e24-5bc1e8820b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477'}}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:29:05.769656 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:05.781385 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-96bfac81-a26d-4a0b-921a-d34dd7d68bb3 req-1ab08969-691d-41ac-9784-b25c2cc6ab59 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:05.818898 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4f837b83-2e3c-40b0-9662-c83f5433bce7 req-f538f91e-9783-4fdb-9a1f-89558996cbbe tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 210 time: 0.0782647 Oct 14 11:29:05.819571 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-96bfac81-a26d-4a0b-921a-d34dd7d68bb3 req-1ab08969-691d-41ac-9784-b25c2cc6ab59 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:05.821901 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c5067-a659-4c6b-92c8-f1caf2878ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42fb54e-684e-4e5c-a525-5ca6fc35b95a,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:05.842443 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-d42c5067-a659-4c6b-92c8-f1caf2878ca4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3c2a679c82af499fb7abd4d6dccef97c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1684508 Oct 14 11:29:05.848481 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49274) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:05.858285 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-e4643577-2359-440a-baa7-340bf47aa2f9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Made reservation on behalf of c25e48bad5a643e0be015e2f9139204b for: {'port': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:29:05.865727 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-e4643577-2359-440a-baa7-340bf47aa2f9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:05.865990 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-96bfac81-a26d-4a0b-921a-d34dd7d68bb3 req-1ab08969-691d-41ac-9784-b25c2cc6ab59 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7297843 Oct 14 11:29:05.903065 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab08969-691d-41ac-9784-b25c2cc6ab59 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3c96c1-ba7c-40d1-a223-d79d2f19532a,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:05.946917 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] For port ea016015-3232-4592-a5c5-9a6cc0fa641e, host hv-cinder-79797, cleared binding levels {{(pid=99832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:29:05.952615 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] For port ea016015-3232-4592-a5c5-9a6cc0fa641e, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ea016015-3232-4592-a5c5-9a6cc0fa641e,segment=NetworkSegment(808f4b54-150e-4ad8-8e24-5bc1e8820b86),segment_id=808f4b54-150e-4ad8-8e24-5bc1e8820b86)] {{(pid=99832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:29:05.959318 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:05.998944 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:05.999692 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:06.002184 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-982b155d-e286-4673-9346-e2fcbd329308 req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] 10.222.0.36 "PUT /v2.0/ports/ea016015-3232-4592-a5c5-9a6cc0fa641e HTTP/1.1" status: 200 len: 1093 time: 2.0729148 Oct 14 11:29:06.005060 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135262f5-66aa-43cf-9468-da10d99c0bab', 'tag': 'ea016015-3232-4592-a5c5-9a6cc0fa641e'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:29:06.072451 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a8dae-fe31-4c89-be59-bead96a40369 service neutron] Pushing event updated for resources: {'Port': ['ID=ea016015-3232-4592-a5c5-9a6cc0fa641e,revision_number=3']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:06.180077 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-d72e7d47-fd0c-4340-9ce2-b8d157c242b5 service neutron] 10.222.0.69 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412928 Oct 14 11:29:06.258598 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b155d-e286-4673-9346-e2fcbd329308 req-17fc7998-d0c3-45d2-9efd-970f1cf886f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:06.263122 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-982b155d-e286-4673-9346-e2fcbd329308 req-17fc7998-d0c3-45d2-9efd-970f1cf886f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c25e48bad5a643e0be015e2f9139204b&device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 1096 time: 0.1292167 Oct 14 11:29:06.275018 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f76f62aa-2242-4ef1-915e-058e398d578e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:06.279482 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731d81d7-14fe-43f2-9ba3-c62aed2e14ff" -d '{"events": [{"name": "network-changed", "server_uuid": "135262f5-66aa-43cf-9468-da10d99c0bab", "tag": "ea016015-3232-4592-a5c5-9a6cc0fa641e"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:29:06.279643 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-8256496d-12f6-4e12-93f9-26919199823d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:06.371574 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-982b155d-e286-4673-9346-e2fcbd329308 req-8977ed25-1bbd-4665-b35e-6d1436fe8a27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea016015-3232-4592-a5c5-9a6cc0fa641e HTTP/1.1" status: 200 len: 217 time: 0.0985856 Oct 14 11:29:06.489153 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-8256496d-12f6-4e12-93f9-26919199823d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:06.519918 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4c61-36a6-4556-889a-38ad5e4fac06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:06.559758 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-e4643577-2359-440a-baa7-340bf47aa2f9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Allocated IP 172.20.0.14 (22a3a112-b695-44bf-a54c-7fa560fb1477/bb263852-17ec-4719-94ae-b000402a4137/a1496083-607c-4603-ad22-63ed525566a3) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:29:06.627082 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb94cf9-2534-4f38-9e6c-a3c591efc453 x-openstack-request-id: req-ecb94cf9-2534-4f38-9e6c-a3c591efc453 {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:29:06.627836 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135262f5-66aa-43cf-9468-da10d99c0bab", "tag": "ea016015-3232-4592-a5c5-9a6cc0fa641e", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:29:06.628130 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ecb94cf9-2534-4f38-9e6c-a3c591efc453 {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:29:06.628711 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135262f5-66aa-43cf-9468-da10d99c0bab', 'tag': 'ea016015-3232-4592-a5c5-9a6cc0fa641e', 'status': 'completed', 'code': 200} Oct 14 11:29:06.706056 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b155d-e286-4673-9346-e2fcbd329308 req-6746114a-e720-42da-82ca-28ee7162a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:06.709083 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-982b155d-e286-4673-9346-e2fcbd329308 req-6746114a-e720-42da-82ca-28ee7162a072 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb263852-17ec-4719-94ae-b000402a4137 HTTP/1.1" status: 200 len: 858 time: 0.3286352 Oct 14 11:29:06.740952 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4c61-36a6-4556-889a-38ad5e4fac06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:06.805687 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40958051-bf07-4552-9a43-3628b5427a10 req-b843358c-03f9-49ab-925c-42f1c5b60056 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:06.808602 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-40958051-bf07-4552-9a43-3628b5427a10 req-b843358c-03f9-49ab-925c-42f1c5b60056 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 946 time: 0.1841404 Oct 14 11:29:06.847128 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-982b155d-e286-4673-9346-e2fcbd329308 req-6a508ac3-348f-43da-9b86-965877927fda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22a3a112-b695-44bf-a54c-7fa560fb1477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268995 Oct 14 11:29:06.895060 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f76f62aa-2242-4ef1-915e-058e398d578e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:07.023182 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-40958051-bf07-4552-9a43-3628b5427a10 req-b1360a82-879b-408c-81e0-4a0556f57c4d tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/security-groups?id=c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813672 Oct 14 11:29:07.105920 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-982b155d-e286-4673-9346-e2fcbd329308 req-70b058bf-f466-4ec5-a7b6-140a82ed5764 service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488942 Oct 14 11:29:07.109146 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-8256496d-12f6-4e12-93f9-26919199823d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Network 953fc067-17c1-4744-a2d8-c5382bc078cb is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:29:07.168968 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-3a317562-9d47-47ec-b1fb-0690165b16a3 service neutron] 10.222.0.69 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9386456 Oct 14 11:29:07.175914 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-6bfb4c61-36a6-4556-889a-38ad5e4fac06 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b04fdbda08d4401a8f4d9cd194f9da5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5336246 Oct 14 11:29:07.201072 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-8256496d-12f6-4e12-93f9-26919199823d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:29:07.227709 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49322) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:07.259172 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-8256496d-12f6-4e12-93f9-26919199823d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:29:07.281531 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-8256496d-12f6-4e12-93f9-26919199823d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:07.284000 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-8256496d-12f6-4e12-93f9-26919199823d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:07.354468 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256496d-12f6-4e12-93f9-26919199823d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event updated for resources: {'Port': ['ID=84e2626c-fb84-447b-9ed9-08ceee481142,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:07.398241 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-982b155d-e286-4673-9346-e2fcbd329308 req-9f2eab49-1c76-4dff-96d3-e36f0130e052 service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821112 Oct 14 11:29:07.461200 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae132e-e9d4-4819-865f-24f3a92dc5a2 req-bdf8b9b4-3c2e-49f4-8631-1e270569ba21 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:07.472002 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-3fae132e-e9d4-4819-865f-24f3a92dc5a2 req-bdf8b9b4-3c2e-49f4-8631-1e270569ba21 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 932 time: 0.3162363 Oct 14 11:29:07.571711 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-e4643577-2359-440a-baa7-340bf47aa2f9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:07.643594 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb4c61-36a6-4556-889a-38ad5e4fac06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e44e8e-665c-4302-a3f5-ba9fb4a1ecd7,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:07.648975 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d473ce09-045c-4382-b2b6-6fccdbe7403b None None] Provisioning complete for port 84e2626c-fb84-447b-9ed9-08ceee481142 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:29:07.649941 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d473ce09-045c-4382-b2b6-6fccdbe7403b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:07.654666 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-3fae132e-e9d4-4819-865f-24f3a92dc5a2 req-c1fed93c-87c7-478b-bd6e-465391212907 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811688 Oct 14 11:29:07.671174 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-e4643577-2359-440a-baa7-340bf47aa2f9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:07.677017 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-8256496d-12f6-4e12-93f9-26919199823d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6405585 Oct 14 11:29:07.706661 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d81d7-14fe-43f2-9ba3-c62aed2e14ff req-d231cd12-bd19-4e5d-b828-0a3df3667558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:07.715236 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-731d81d7-14fe-43f2-9ba3-c62aed2e14ff req-d231cd12-bd19-4e5d-b828-0a3df3667558 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c25e48bad5a643e0be015e2f9139204b&device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 1096 time: 0.1713531 Oct 14 11:29:07.779963 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d473ce09-045c-4382-b2b6-6fccdbe7403b None None] Port 84e2626c-fb84-447b-9ed9-08ceee481142 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:29:07.798749 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-e4643577-2359-440a-baa7-340bf47aa2f9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Network 22a3a112-b695-44bf-a54c-7fa560fb1477 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:29:07.805515 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Request body: {'port': {'device_id': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:29:07.842701 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-132a5375-c389-4127-988d-ab8608cf677e req-afa80b02-f34d-4972-b227-e7b46b155c02 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 210 time: 0.0672970 Oct 14 11:29:07.869512 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4643577-2359-440a-baa7-340bf47aa2f9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Pushing event updated for resources: {'Port': ['ID=a1496083-607c-4603-ad22-63ed525566a3,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:07.872511 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-e4643577-2359-440a-baa7-340bf47aa2f9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:29:07.883735 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f76f62aa-2242-4ef1-915e-058e398d578e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:07.887067 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f76f62aa-2242-4ef1-915e-058e398d578e admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:07.888316 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-f76f62aa-2242-4ef1-915e-058e398d578e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d42fb54e-684e-4e5c-a525-5ca6fc35b95a HTTP/1.1" status: 204 len: 168 time: 2.0315971 Oct 14 11:29:07.899380 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-e4643577-2359-440a-baa7-340bf47aa2f9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:29:07.905693 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-e4643577-2359-440a-baa7-340bf47aa2f9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:07.906407 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-e4643577-2359-440a-baa7-340bf47aa2f9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:07.938401 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f62aa-2242-4ef1-915e-058e398d578e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42fb54e-684e-4e5c-a525-5ca6fc35b95a,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:07.951535 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-e4643577-2359-440a-baa7-340bf47aa2f9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9891093 Oct 14 11:29:07.979798 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Request body: {'port': {'device_id': 'e2514279-f71f-402b-9f47-561eef8aee2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:29:08.055882 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e04d84f4-54ae-4bd2-8842-24a13795c800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:08.075159 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:08.127077 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675bf2b-6ff7-4e17-926c-84330a89a340 req-e4fe8c08-e6b8-435b-915f-e00356d96ecb tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:08.129200 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d675bf2b-6ff7-4e17-926c-84330a89a340 req-e4fe8c08-e6b8-435b-915f-e00356d96ecb tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 932 time: 0.4644773 Oct 14 11:29:08.149630 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e04d84f4-54ae-4bd2-8842-24a13795c800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:08.151713 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:08.196921 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d81d7-14fe-43f2-9ba3-c62aed2e14ff req-16b3f012-6408-45ce-91e7-6383adaae733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:08.213182 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-731d81d7-14fe-43f2-9ba3-c62aed2e14ff req-16b3f012-6408-45ce-91e7-6383adaae733 service neutron] 10.222.0.36 "GET /v2.0/networks?id=22a3a112-b695-44bf-a54c-7fa560fb1477 HTTP/1.1" status: 200 len: 919 time: 0.4830232 Oct 14 11:29:08.398792 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-731d81d7-14fe-43f2-9ba3-c62aed2e14ff req-a9a8f445-c095-4577-bcaa-5038379da5fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea016015-3232-4592-a5c5-9a6cc0fa641e HTTP/1.1" status: 200 len: 217 time: 0.1647420 Oct 14 11:29:08.592400 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d81d7-14fe-43f2-9ba3-c62aed2e14ff req-afa3f981-5aa7-4b53-a1c9-bccc0bb6598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:08.596335 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-731d81d7-14fe-43f2-9ba3-c62aed2e14ff req-afa3f981-5aa7-4b53-a1c9-bccc0bb6598f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb263852-17ec-4719-94ae-b000402a4137 HTTP/1.1" status: 200 len: 858 time: 0.1959641 Oct 14 11:29:08.615711 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adc802-7941-46e8-ae9c-9ab746764272 req-06a9140e-3f82-431d-ade6-7ee473233c67 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:08.630007 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c4adc802-7941-46e8-ae9c-9ab746764272 req-06a9140e-3f82-431d-ade6-7ee473233c67 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 946 time: 0.2484918 Oct 14 11:29:08.645959 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d675bf2b-6ff7-4e17-926c-84330a89a340 req-50ac22fe-ccf3-4ee0-9ed2-72ce29f9ffea tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988878 Oct 14 11:29:08.728176 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 49364) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:08.756724 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fa5c98ef-8663-4943-9c6a-888a67fc3421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:08.764308 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-731d81d7-14fe-43f2-9ba3-c62aed2e14ff req-1c44471d-3533-4c44-8a9e-16a2595a720b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22a3a112-b695-44bf-a54c-7fa560fb1477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297147 Oct 14 11:29:08.884246 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c4adc802-7941-46e8-ae9c-9ab746764272 req-4a1e9e89-d6ae-4679-81c0-6da70eaeb4cf tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/security-groups?id=c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366247 Oct 14 11:29:08.912046 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e04d84f4-54ae-4bd2-8842-24a13795c800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:08.914807 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e04d84f4-54ae-4bd2-8842-24a13795c800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:08.919104 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-e04d84f4-54ae-4bd2-8842-24a13795c800 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/34e44e8e-665c-4302-a3f5-ba9fb4a1ecd7 HTTP/1.1" status: 204 len: 168 time: 1.6736145 Oct 14 11:29:08.940875 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d84f4-54ae-4bd2-8842-24a13795c800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e44e8e-665c-4302-a3f5-ba9fb4a1ecd7,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:09.290184 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf215a6-2d7b-4838-a255-caab3ac0d28c req-cd0b13b7-75d8-4cb9-b08f-3da7d3f6504d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:09.292216 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8bf215a6-2d7b-4838-a255-caab3ac0d28c req-cd0b13b7-75d8-4cb9-b08f-3da7d3f6504d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 932 time: 0.4305756 Oct 14 11:29:09.427114 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ae71257b-df42-4094-ba7e-0490c6e885c0 req-66746da4-d506-466c-aefa-6b4cebcc49c9 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 210 time: 0.2636113 Oct 14 11:29:09.493040 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8bf215a6-2d7b-4838-a255-caab3ac0d28c req-7052087c-60dc-43ac-b2d5-5969fb5cb6eb tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715741 Oct 14 11:29:09.591428 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-731d81d7-14fe-43f2-9ba3-c62aed2e14ff req-674e9448-f151-4bbb-b385-466c876532fc service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8032455 Oct 14 11:29:09.646542 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e2626c-fb84-447b-9ed9-08ceee481142 {{(pid=99833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:29:09.672314 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:09.700918 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1496083-607c-4603-ad22-63ed525566a3 {{(pid=99833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:29:09.717249 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:09.727433 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.provisioning_blocks [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Transition to ACTIVE for port object 84e2626c-fb84-447b-9ed9-08ceee481142 will not be triggered until provisioned by entity L2. {{(pid=99833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:29:09.755554 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.provisioning_blocks [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Transition to ACTIVE for port object a1496083-607c-4603-ad22-63ed525566a3 will not be triggered until provisioned by entity L2. {{(pid=99833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:29:09.760119 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:09.761140 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fa5c98ef-8663-4943-9c6a-888a67fc3421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:09.773334 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:09.910840 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=84e2626c-fb84-447b-9ed9-08ceee481142,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:09.943573 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fa5c98ef-8663-4943-9c6a-888a67fc3421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:10.019487 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-3d628070-6dd9-4e45-8cb6-585da8bc5948 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:10.020870 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Attempting to bind port 84e2626c-fb84-447b-9ed9-08ceee481142 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:29:10.021224 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Attempting to bind port 84e2626c-fb84-447b-9ed9-08ceee481142 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '806c6933-f7d1-4eca-9fcb-37722cebc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb'}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:29:10.021561 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Attempting to bind port 84e2626c-fb84-447b-9ed9-08ceee481142 on network 953fc067-17c1-4744-a2d8-c5382bc078cb {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:29:10.028165 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-3d628070-6dd9-4e45-8cb6-585da8bc5948 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.36 "GET /v2.0/networks?id=813d5405-6bb2-4fac-9eae-a4821c818143 HTTP/1.1" status: 200 len: 811 time: 0.8517392 Oct 14 11:29:10.100092 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Port 84e2626c-fb84-447b-9ed9-08ceee481142 on network 953fc067-17c1-4744-a2d8-c5382bc078cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:29:10.101097 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Attempting to bind port 84e2626c-fb84-447b-9ed9-08ceee481142 on network 953fc067-17c1-4744-a2d8-c5382bc078cb {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:29:10.151254 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:29:10.151599 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Checking segment: {'id': '806c6933-f7d1-4eca-9fcb-37722cebc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:29:10.151972 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Bound using segment: {'id': '806c6933-f7d1-4eca-9fcb-37722cebc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb'} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:29:10.152607 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Bound port: 84e2626c-fb84-447b-9ed9-08ceee481142, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806c6933-f7d1-4eca-9fcb-37722cebc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb'}}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:29:10.153181 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:10.168261 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Attempting to bind port a1496083-607c-4603-ad22-63ed525566a3 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:29:10.169071 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Attempting to bind port a1496083-607c-4603-ad22-63ed525566a3 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '808f4b54-150e-4ad8-8e24-5bc1e8820b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477'}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:29:10.169622 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Attempting to bind port a1496083-607c-4603-ad22-63ed525566a3 on network 22a3a112-b695-44bf-a54c-7fa560fb1477 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:29:10.214859 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-fa5c98ef-8663-4943-9c6a-888a67fc3421 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=65b1f67c49d4443099f2db772ff30f85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4850962 Oct 14 11:29:10.222448 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Pushing event updated for resources: {'Port': ['ID=a1496083-607c-4603-ad22-63ed525566a3,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:10.226150 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49446) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:10.226706 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c98ef-8663-4943-9c6a-888a67fc3421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2faac21-8d29-41ab-aab4-e2e349004868,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:10.263593 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-731d81d7-14fe-43f2-9ba3-c62aed2e14ff req-3ac93f4d-5fa9-4aba-93e5-dca592f09d8a service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6535819 Oct 14 11:29:10.265780 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Port a1496083-607c-4603-ad22-63ed525566a3 on network 22a3a112-b695-44bf-a54c-7fa560fb1477 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:29:10.267966 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Attempting to bind port a1496083-607c-4603-ad22-63ed525566a3 on network 22a3a112-b695-44bf-a54c-7fa560fb1477 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:29:10.323357 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:29:10.326657 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb554bbb-5610-4dc4-a368-e376643c220d req-6a68e0a5-235e-4cfc-90f6-d0b503054995 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:10.329844 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Checking segment: {'id': '808f4b54-150e-4ad8-8e24-5bc1e8820b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:29:10.331778 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Bound using segment: {'id': '808f4b54-150e-4ad8-8e24-5bc1e8820b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477'} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:29:10.332503 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Bound port: a1496083-607c-4603-ad22-63ed525566a3, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '808f4b54-150e-4ad8-8e24-5bc1e8820b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477'}}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:29:10.333410 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:10.342396 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fb554bbb-5610-4dc4-a368-e376643c220d req-6a68e0a5-235e-4cfc-90f6-d0b503054995 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 944 time: 0.4486158 Oct 14 11:29:10.353535 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-1ea7c841-cecf-45b0-98f6-a504c986fe01 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de741739c33a4b63ad4a3d09e4ca7ac1 HTTP/1.1" status: 200 len: 380 time: 0.2954001 Oct 14 11:29:10.373434 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-0277ccb6-d41f-455e-b62b-56241c62bdde tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Request body: {'port': {'device_id': '1b3553e4-79ac-4439-a3b2-137655492850', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'admin_state_up': True, 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'security_groups': ['a111385d-9882-4471-951d-b6ef14008915']}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:29:10.463886 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device ea016015-3232-4592-a5c5-9a6cc0fa641e details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:29:10.535254 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] For port 84e2626c-fb84-447b-9ed9-08ceee481142, host hv-cinder-79797, cleared binding levels {{(pid=99833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:29:10.553208 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fb554bbb-5610-4dc4-a368-e376643c220d req-e8561a59-6f57-4110-aba8-883ad2b4aab2 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078073 Oct 14 11:29:10.646168 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] For port 84e2626c-fb84-447b-9ed9-08ceee481142, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=84e2626c-fb84-447b-9ed9-08ceee481142,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:29:10.700619 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:10.747448 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port ea016015-3232-4592-a5c5-9a6cc0fa641e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ea016015-3232-4592-a5c5-9a6cc0fa641e,segment=NetworkSegment(808f4b54-150e-4ad8-8e24-5bc1e8820b86),segment_id=808f4b54-150e-4ad8-8e24-5bc1e8820b86)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:29:10.756664 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-0277ccb6-d41f-455e-b62b-56241c62bdde tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Made reservation on behalf of de741739c33a4b63ad4a3d09e4ca7ac1 for: {'port': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:29:10.769249 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-0277ccb6-d41f-455e-b62b-56241c62bdde tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:10.803227 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': 'ea016015-3232-4592-a5c5-9a6cc0fa641e', 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477', 'port_id': 'ea016015-3232-4592-a5c5-9a6cc0fa641e', 'mac_address': 'fa:16:3e:9d:6f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb263852-17ec-4719-94ae-b000402a4137', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:29:10.804263 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c4fd0cf8-8a77-4d3d-bbce-b9211966461b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:10.820291 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] For port a1496083-607c-4603-ad22-63ed525566a3, host hv-cinder-79797, cleared binding levels {{(pid=99833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:29:10.899110 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a2f77bfb-8085-43d8-99e6-61d0fd601a66 req-4bac75e5-bc0f-4813-b493-3ca5186b4cc2 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 210 time: 0.2503321 Oct 14 11:29:10.936716 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:10.965787 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea016015-3232-4592-a5c5-9a6cc0fa641e {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:29:11.005882 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port ea016015-3232-4592-a5c5-9a6cc0fa641e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ea016015-3232-4592-a5c5-9a6cc0fa641e,segment=NetworkSegment(808f4b54-150e-4ad8-8e24-5bc1e8820b86),segment_id=808f4b54-150e-4ad8-8e24-5bc1e8820b86)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:29:11.019877 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:11.031166 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] For port a1496083-607c-4603-ad22-63ed525566a3, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=a1496083-607c-4603-ad22-63ed525566a3,segment=NetworkSegment(808f4b54-150e-4ad8-8e24-5bc1e8820b86),segment_id=808f4b54-150e-4ad8-8e24-5bc1e8820b86)] {{(pid=99833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:29:11.043502 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:11.044772 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:11.047493 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] 10.222.0.36 "PUT /v2.0/ports/84e2626c-fb84-447b-9ed9-08ceee481142 HTTP/1.1" status: 200 len: 1094 time: 3.2461929 Oct 14 11:29:11.083267 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'tag': '84e2626c-fb84-447b-9ed9-08ceee481142'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:29:11.087423 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005c7155-90a9-4038-aa45-a5dc4f92b44a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a89cabc-05ea-4841-a22b-f97c3fade533", "tag": "84e2626c-fb84-447b-9ed9-08ceee481142"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:29:11.109145 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c4fd0cf8-8a77-4d3d-bbce-b9211966461b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:11.113141 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:11.203410 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=ea016015-3232-4592-a5c5-9a6cc0fa641e,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:11.223673 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49482) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:11.288158 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['ea016015-3232-4592-a5c5-9a6cc0fa641e'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:29:11.299294 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721f30f-c68b-4882-9792-d6d392107bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=84e2626c-fb84-447b-9ed9-08ceee481142,revision_number=3']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:11.459324 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:11.467286 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:11.472266 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] 10.222.0.36 "PUT /v2.0/ports/a1496083-607c-4603-ad22-63ed525566a3 HTTP/1.1" status: 200 len: 1094 time: 3.4982750 Oct 14 11:29:11.495601 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-0277ccb6-d41f-455e-b62b-56241c62bdde tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Allocated IP 172.20.0.12 (813d5405-6bb2-4fac-9eae-a4821c818143/eabf075f-9b14-49fd-b253-1bf2d160d1a0/5d47fc79-d147-493f-bcf9-1ddfab5908b9) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:29:11.536683 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-e6d46404-1a1e-4850-9134-f2194dd7c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:11.541664 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-e6d46404-1a1e-4850-9134-f2194dd7c8ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6002f5ee1b60442cae91e69448c24382&device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 1097 time: 0.3808174 Oct 14 11:29:11.583431 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afbbcf-a3af-4b6b-b863-5262600a0efd service neutron] Pushing event updated for resources: {'Port': ['ID=a1496083-607c-4603-ad22-63ed525566a3,revision_number=3']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:11.645582 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de0288-72bc-4d4b-9e23-c8650ea68b32 req-14fc23f4-24df-4963-897f-41da4515e6a8 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:11.648960 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-84de0288-72bc-4d4b-9e23-c8650ea68b32 req-14fc23f4-24df-4963-897f-41da4515e6a8 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.8098080 Oct 14 11:29:11.673057 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-818f4bc7-7677-4065-84c1-3879b3eb625b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84e2626c-fb84-447b-9ed9-08ceee481142 HTTP/1.1" status: 200 len: 217 time: 0.1150496 Oct 14 11:29:11.678113 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c4fd0cf8-8a77-4d3d-bbce-b9211966461b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:11.681756 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c4fd0cf8-8a77-4d3d-bbce-b9211966461b admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:11.683385 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-c4fd0cf8-8a77-4d3d-bbce-b9211966461b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b2faac21-8d29-41ab-aab4-e2e349004868 HTTP/1.1" status: 204 len: 168 time: 1.4559903 Oct 14 11:29:11.755708 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd0cf8-8a77-4d3d-bbce-b9211966461b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2faac21-8d29-41ab-aab4-e2e349004868,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:11.781373 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49516) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:11.808468 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-51bf7ecf-cdd3-4597-bf25-3450a15d77de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:11.823066 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-51bf7ecf-cdd3-4597-bf25-3450a15d77de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c25e48bad5a643e0be015e2f9139204b&device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 1097 time: 0.2363012 Oct 14 11:29:11.925074 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d5c82a52-d627-45d9-a32d-bf6e3ff0e11f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1496083-607c-4603-ad22-63ed525566a3 HTTP/1.1" status: 200 len: 217 time: 0.0927901 Oct 14 11:29:12.005555 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-3bd66653-3180-4f2d-81cb-46c24e8267fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:12.007365 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-3bd66653-3180-4f2d-81cb-46c24e8267fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb263852-17ec-4719-94ae-b000402a4137 HTTP/1.1" status: 200 len: 858 time: 0.0750704 Oct 14 11:29:12.008837 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-c2ab086e-78df-49ad-b530-866a7475577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:12.010771 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-c2ab086e-78df-49ad-b530-866a7475577d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e66ebcfd-406b-4441-8bf2-124e9b613a1b HTTP/1.1" status: 200 len: 856 time: 0.3249383 Oct 14 11:29:12.067680 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-84de0288-72bc-4d4b-9e23-c8650ea68b32 req-95875469-60cb-478a-82e4-2920f27f5087 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3683565 Oct 14 11:29:12.163156 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-58d5124c-c420-404e-a48b-eabe879fbab7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22a3a112-b695-44bf-a54c-7fa560fb1477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378043 Oct 14 11:29:12.168998 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-50a3bb1c-12ac-4fe3-a93f-e2fb2f1ecdf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:12.215715 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-0277ccb6-d41f-455e-b62b-56241c62bdde tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:12.255190 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfacc1d-fe0a-4d73-8bb4-3aa903a184ba x-openstack-request-id: req-3cfacc1d-fe0a-4d73-8bb4-3aa903a184ba {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:29:12.256341 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a89cabc-05ea-4841-a22b-f97c3fade533", "tag": "84e2626c-fb84-447b-9ed9-08ceee481142", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:29:12.256607 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3cfacc1d-fe0a-4d73-8bb4-3aa903a184ba {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:29:12.258520 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'tag': '84e2626c-fb84-447b-9ed9-08ceee481142', 'status': 'completed', 'code': 200} Oct 14 11:29:12.318338 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-0277ccb6-d41f-455e-b62b-56241c62bdde tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:12.451149 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277ccb6-d41f-455e-b62b-56241c62bdde tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event updated for resources: {'Port': ['ID=5d47fc79-d147-493f-bcf9-1ddfab5908b9,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:12.463855 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device ea016015-3232-4592-a5c5-9a6cc0fa641e up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:29:12.524875 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-0277ccb6-d41f-455e-b62b-56241c62bdde tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Network 813d5405-6bb2-4fac-9eae-a4821c818143 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:29:12.529139 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-0277ccb6-d41f-455e-b62b-56241c62bdde tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:29:12.533777 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-0277ccb6-d41f-455e-b62b-56241c62bdde tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:29:12.557176 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-066b186c-7d34-42ed-a370-2e31dd0e0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:12.565659 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-066b186c-7d34-42ed-a370-2e31dd0e0d02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=953fc067-17c1-4744-a2d8-c5382bc078cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4532430 Oct 14 11:29:12.579113 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-cabbda47-7cef-44be-ad58-2ef8bc555a9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:12.665411 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-0277ccb6-d41f-455e-b62b-56241c62bdde tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:12.666854 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-0277ccb6-d41f-455e-b62b-56241c62bdde tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:12.667444 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port ea016015-3232-4592-a5c5-9a6cc0fa641e completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:29:12.675510 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port ea016015-3232-4592-a5c5-9a6cc0fa641e triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:29:12.676299 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:12.711010 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-0277ccb6-d41f-455e-b62b-56241c62bdde tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3465183 Oct 14 11:29:12.733863 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bac0f0-38e4-459e-a3fd-5ea0ab14fb93 req-dbb39529-4b3b-4056-aa9b-2ecba8ebe5db tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:12.743418 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d1bac0f0-38e4-459e-a3fd-5ea0ab14fb93 req-dbb39529-4b3b-4056-aa9b-2ecba8ebe5db tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 932 time: 0.2946506 Oct 14 11:29:12.754268 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Request body: {'port': {'device_id': '1b3553e4-79ac-4439-a3b2-137655492850', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:29:12.861832 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:12.870692 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bde34d-4182-47ff-92f4-2305106cb5bd req-61feb990-e844-42a4-8027-6559b16d38e9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:12.872438 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-68bde34d-4182-47ff-92f4-2305106cb5bd req-61feb990-e844-42a4-8027-6559b16d38e9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 944 time: 0.4647121 Oct 14 11:29:12.876479 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-50a3bb1c-12ac-4fe3-a93f-e2fb2f1ecdf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:12.882793 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-d0031084-8fad-4c56-8556-edf862f1aac9 service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108003 Oct 14 11:29:12.893776 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-50a3bb1c-12ac-4fe3-a93f-e2fb2f1ecdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:12.910401 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d1bac0f0-38e4-459e-a3fd-5ea0ab14fb93 req-c33f7fcd-163c-4005-be50-15af75a1f0d3 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121440 Oct 14 11:29:12.935108 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-22143588-94d8-4c39-8c7b-f1d30f8cdd23 service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382311 Oct 14 11:29:12.957322 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:13.000827 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135262f5-66aa-43cf-9468-da10d99c0bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea016015-3232-4592-a5c5-9a6cc0fa641e'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:29:13.004346 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7dc1d5-0029-45ca-bcd0-972d92b05bce" -d '{"events": [{"server_uuid": "135262f5-66aa-43cf-9468-da10d99c0bab", "name": "network-vif-plugged", "status": "completed", "tag": "ea016015-3232-4592-a5c5-9a6cc0fa641e"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:29:13.053819 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-e669dcb2-9a45-46e9-b34a-50e11bc23300 None None] Provisioning complete for port 5d47fc79-d147-493f-bcf9-1ddfab5908b9 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:29:13.058411 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e669dcb2-9a45-46e9-b34a-50e11bc23300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:13.067885 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port ea016015-3232-4592-a5c5-9a6cc0fa641e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ea016015-3232-4592-a5c5-9a6cc0fa641e,segment=NetworkSegment(808f4b54-150e-4ad8-8e24-5bc1e8820b86),segment_id=808f4b54-150e-4ad8-8e24-5bc1e8820b86)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:29:13.098141 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0623458-2d4c-4a7f-8216-8f074a5058d3 x-openstack-request-id: req-d0623458-2d4c-4a7f-8216-8f074a5058d3 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:29:13.098768 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135262f5-66aa-43cf-9468-da10d99c0bab", "name": "network-vif-plugged", "status": "completed", "tag": "ea016015-3232-4592-a5c5-9a6cc0fa641e", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:29:13.099198 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d0623458-2d4c-4a7f-8216-8f074a5058d3 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:29:13.099778 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135262f5-66aa-43cf-9468-da10d99c0bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea016015-3232-4592-a5c5-9a6cc0fa641e', 'code': 200} Oct 14 11:29:13.106871 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:13.200599 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-e669dcb2-9a45-46e9-b34a-50e11bc23300 None None] Port 5d47fc79-d147-493f-bcf9-1ddfab5908b9 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:29:13.233082 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=ea016015-3232-4592-a5c5-9a6cc0fa641e,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:13.395772 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb703ad-b77f-498e-83e1-9358e07011fa req-1a4dc2a7-f5cc-4f63-9d79-36f72353182b tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:13.397536 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fdb703ad-b77f-498e-83e1-9358e07011fa req-1a4dc2a7-f5cc-4f63-9d79-36f72353182b tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.1421714 Oct 14 11:29:13.646344 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7a9cee1c-46f2-4faf-b68d-ea3cc7b772c1 req-fd56c234-86bf-4451-bce7-acecb73927ae service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7087157 Oct 14 11:29:13.674116 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-50a3bb1c-12ac-4fe3-a93f-e2fb2f1ecdf5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f98e23ee2b8b475f80121b161fcec068&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4490085 Oct 14 11:29:13.707289 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 49596) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:13.750632 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-cabbda47-7cef-44be-ad58-2ef8bc555a9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:13.848345 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-68bde34d-4182-47ff-92f4-2305106cb5bd req-d1604909-3df9-4014-9c66-58f9040e370b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9496627 Oct 14 11:29:13.881137 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-cabbda47-7cef-44be-ad58-2ef8bc555a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:13.885101 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3bb1c-12ac-4fe3-a93f-e2fb2f1ecdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7053e1-9091-424d-981f-8045e3ba0a28,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:13.895545 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fdb703ad-b77f-498e-83e1-9358e07011fa req-4713073c-daa5-488e-b7ee-346964aff253 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499795 Oct 14 11:29:13.912735 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58486d3b-2e8e-4936-be24-f3c56d2d1aa4 req-a68cee19-d15b-44d1-91e1-7801b678c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:13.915498 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-58486d3b-2e8e-4936-be24-f3c56d2d1aa4 req-a68cee19-d15b-44d1-91e1-7801b678c777 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 1098 time: 0.2683587 Oct 14 11:29:13.946420 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d47fc79-d147-493f-bcf9-1ddfab5908b9 {{(pid=99832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:29:13.974797 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:13.996577 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbda47-7cef-44be-ad58-2ef8bc555a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa4225d-55b4-4116-b8a4-c249123de0f0,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:14.037300 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.provisioning_blocks [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Transition to ACTIVE for port object 5d47fc79-d147-493f-bcf9-1ddfab5908b9 will not be triggered until provisioned by entity L2. {{(pid=99832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:29:14.040831 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-24939685-30ce-4004-ab44-14989b6b2758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:14.049650 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:14.061172 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-58486d3b-2e8e-4936-be24-f3c56d2d1aa4 req-3061cf29-1955-4330-b520-75ca88387809 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364343 Oct 14 11:29:14.077542 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c7f128a2-1a6a-47e3-85d9-ea948f7af6ab req-ae7aa87a-923c-419b-b243-9df9a40c003b service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1787672 Oct 14 11:29:14.091003 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-cabbda47-7cef-44be-ad58-2ef8bc555a9f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=900ded4b06c6494897d3234bcd84f5b8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2997820 Oct 14 11:29:14.092022 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49606) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:14.121050 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-24939685-30ce-4004-ab44-14989b6b2758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:14.140391 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c7155-90a9-4038-aa45-a5dc4f92b44a req-112ba394-2bc2-47df-a18c-c27cbc21c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:14.143175 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-005c7155-90a9-4038-aa45-a5dc4f92b44a req-112ba394-2bc2-47df-a18c-c27cbc21c70e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6002f5ee1b60442cae91e69448c24382&device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 1097 time: 0.2925389 Oct 14 11:29:14.153452 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Pushing event updated for resources: {'Port': ['ID=5d47fc79-d147-493f-bcf9-1ddfab5908b9,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:14.263879 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2514279-f71f-402b-9f47-561eef8aee2e', 'tag': 'a1496083-607c-4603-ad22-63ed525566a3'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:29:14.268387 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78cacac-2c4d-4444-a412-653babceb60d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2514279-f71f-402b-9f47-561eef8aee2e", "tag": "a1496083-607c-4603-ad22-63ed525566a3"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:29:14.284812 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-24939685-30ce-4004-ab44-14989b6b2758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:14.286545 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-bd55590b-ece2-4b4d-9b17-7265c8b37094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:14.292549 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-24939685-30ce-4004-ab44-14989b6b2758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:14.300670 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-24939685-30ce-4004-ab44-14989b6b2758 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2f7053e1-9091-424d-981f-8045e3ba0a28 HTTP/1.1" status: 204 len: 168 time: 0.5715959 Oct 14 11:29:14.322050 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24939685-30ce-4004-ab44-14989b6b2758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7053e1-9091-424d-981f-8045e3ba0a28,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:14.348153 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Attempting to bind port 5d47fc79-d147-493f-bcf9-1ddfab5908b9 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:29:14.349325 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Attempting to bind port 5d47fc79-d147-493f-bcf9-1ddfab5908b9 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '7e401973-9cdc-42cf-a43d-f287c0f5d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143'}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:29:14.349716 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Attempting to bind port 5d47fc79-d147-493f-bcf9-1ddfab5908b9 on network 813d5405-6bb2-4fac-9eae-a4821c818143 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:29:14.363555 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Port 5d47fc79-d147-493f-bcf9-1ddfab5908b9 on network 813d5405-6bb2-4fac-9eae-a4821c818143 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:29:14.363555 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Attempting to bind port 5d47fc79-d147-493f-bcf9-1ddfab5908b9 on network 813d5405-6bb2-4fac-9eae-a4821c818143 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:29:14.375585 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:29:14.375933 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Checking segment: {'id': '7e401973-9cdc-42cf-a43d-f287c0f5d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:29:14.376619 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Bound using segment: {'id': '7e401973-9cdc-42cf-a43d-f287c0f5d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143'} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:29:14.381409 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Bound port: 5d47fc79-d147-493f-bcf9-1ddfab5908b9, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e401973-9cdc-42cf-a43d-f287c0f5d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143'}}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:29:14.382068 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:14.401775 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cd56a-f6cd-4c84-b26b-ed9dab9c44ec req-e60e52cb-5ad7-4d79-89b3-5c77a89dec73 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:14.404882 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d37cd56a-f6cd-4c84-b26b-ed9dab9c44ec req-e60e52cb-5ad7-4d79-89b3-5c77a89dec73 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 944 time: 0.2524407 Oct 14 11:29:14.421093 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b99fbfe-4e07-46a7-8bc8-584e72339fb1 x-openstack-request-id: req-4b99fbfe-4e07-46a7-8bc8-584e72339fb1 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:29:14.421469 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2514279-f71f-402b-9f47-561eef8aee2e", "tag": "a1496083-607c-4603-ad22-63ed525566a3", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:29:14.421887 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4b99fbfe-4e07-46a7-8bc8-584e72339fb1 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:29:14.423915 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2514279-f71f-402b-9f47-561eef8aee2e', 'tag': 'a1496083-607c-4603-ad22-63ed525566a3', 'status': 'completed', 'code': 200} Oct 14 11:29:14.554904 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] For port 5d47fc79-d147-493f-bcf9-1ddfab5908b9, host hv-cinder-79797, cleared binding levels {{(pid=99832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:29:14.563553 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] For port 5d47fc79-d147-493f-bcf9-1ddfab5908b9, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=5d47fc79-d147-493f-bcf9-1ddfab5908b9,segment=NetworkSegment(7e401973-9cdc-42cf-a43d-f287c0f5d3c8),segment_id=7e401973-9cdc-42cf-a43d-f287c0f5d3c8)] {{(pid=99832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:29:14.571127 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:14.651006 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:14.657396 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-bd55590b-ece2-4b4d-9b17-7265c8b37094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:14.665834 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:14.671447 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] 10.222.0.36 "PUT /v2.0/ports/5d47fc79-d147-493f-bcf9-1ddfab5908b9 HTTP/1.1" status: 200 len: 1094 time: 1.9482176 Oct 14 11:29:14.673990 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3553e4-79ac-4439-a3b2-137655492850', 'tag': '5d47fc79-d147-493f-bcf9-1ddfab5908b9'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:29:14.686929 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebde34a-f353-494f-9421-6427b50bcdbe" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3553e4-79ac-4439-a3b2-137655492850", "tag": "5d47fc79-d147-493f-bcf9-1ddfab5908b9"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:29:14.766545 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0554aa-1adf-4f4d-8752-2147358d01b3 x-openstack-request-id: req-4f0554aa-1adf-4f4d-8752-2147358d01b3 {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:29:14.767020 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3553e4-79ac-4439-a3b2-137655492850", "tag": "5d47fc79-d147-493f-bcf9-1ddfab5908b9", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:29:14.767510 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f0554aa-1adf-4f4d-8752-2147358d01b3 {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:29:14.768252 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3553e4-79ac-4439-a3b2-137655492850', 'tag': '5d47fc79-d147-493f-bcf9-1ddfab5908b9', 'status': 'completed', 'code': 200} Oct 14 11:29:14.813227 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5065bb-a043-4065-86fd-d7a35b3d41fe service neutron] Pushing event updated for resources: {'Port': ['ID=5d47fc79-d147-493f-bcf9-1ddfab5908b9,revision_number=3']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:14.844620 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-032d58db-bac5-4615-8686-80c96eec13fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:14.848203 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-032d58db-bac5-4615-8686-80c96eec13fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de741739c33a4b63ad4a3d09e4ca7ac1&device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 1097 time: 0.1048658 Oct 14 11:29:14.893974 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d37cd56a-f6cd-4c84-b26b-ed9dab9c44ec req-9b69013c-e301-46ff-9d9b-7a048191fd76 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4473822 Oct 14 11:29:14.896699 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c7155-90a9-4038-aa45-a5dc4f92b44a req-73d19536-9863-4bee-b8b9-e3d4645a0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:14.907525 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-005c7155-90a9-4038-aa45-a5dc4f92b44a req-73d19536-9863-4bee-b8b9-e3d4645a0440 service neutron] 10.222.0.36 "GET /v2.0/networks?id=953fc067-17c1-4744-a2d8-c5382bc078cb HTTP/1.1" status: 200 len: 918 time: 0.6176054 Oct 14 11:29:14.945993 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cacac-2c4d-4444-a412-653babceb60d req-5fbbab36-bd97-4e4b-a34f-472e531d8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:14.955351 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f78cacac-2c4d-4444-a412-653babceb60d req-5fbbab36-bd97-4e4b-a34f-472e531d8c41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c25e48bad5a643e0be015e2f9139204b&device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 1097 time: 0.4871449 Oct 14 11:29:14.975044 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-6730fcb2-a22d-4a08-876b-a830c769e93c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d47fc79-d147-493f-bcf9-1ddfab5908b9 HTTP/1.1" status: 200 len: 217 time: 0.1136470 Oct 14 11:29:15.082133 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-005c7155-90a9-4038-aa45-a5dc4f92b44a req-a28bca53-c6a4-4cc5-9865-1cd6838ee536 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84e2626c-fb84-447b-9ed9-08ceee481142 HTTP/1.1" status: 200 len: 217 time: 0.1146350 Oct 14 11:29:15.208768 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 49634) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:15.223682 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-ecb1a06e-a5b1-43fc-ad5a-e1c64c25739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:15.226308 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-ecb1a06e-a5b1-43fc-ad5a-e1c64c25739a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eabf075f-9b14-49fd-b253-1bf2d160d1a0 HTTP/1.1" status: 200 len: 850 time: 0.2419229 Oct 14 11:29:15.280634 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aca423-258c-4e7d-9d98-3e67a7e245ac req-4d640cbf-0236-4213-9fa0-631eefd5f98e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:15.284327 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f3aca423-258c-4e7d-9d98-3e67a7e245ac req-4d640cbf-0236-4213-9fa0-631eefd5f98e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 944 time: 0.2055521 Oct 14 11:29:15.284606 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ad8f-a0a8-4294-a8f8-c45e494fb586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:15.333870 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c7155-90a9-4038-aa45-a5dc4f92b44a req-109d450d-946c-455b-ba35-d932cd47c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:15.335922 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-005c7155-90a9-4038-aa45-a5dc4f92b44a req-109d450d-946c-455b-ba35-d932cd47c779 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e66ebcfd-406b-4441-8bf2-124e9b613a1b HTTP/1.1" status: 200 len: 856 time: 0.2347558 Oct 14 11:29:15.346063 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-bd55590b-ece2-4b4d-9b17-7265c8b37094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:15.349855 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-bd55590b-ece2-4b4d-9b17-7265c8b37094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:15.351405 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-bd55590b-ece2-4b4d-9b17-7265c8b37094 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8fa4225d-55b4-4116-b8a4-c249123de0f0 HTTP/1.1" status: 204 len: 168 time: 1.2538197 Oct 14 11:29:15.405539 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505e75c-cbd6-420a-a41f-3e25a953de54 req-4818cb47-5dd1-4e64-bcb8-d204f4255fcd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:15.410826 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9505e75c-cbd6-420a-a41f-3e25a953de54 req-4818cb47-5dd1-4e64-bcb8-d204f4255fcd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.2787139 Oct 14 11:29:15.466708 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55590b-ece2-4b4d-9b17-7265c8b37094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa4225d-55b4-4116-b8a4-c249123de0f0,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:15.536410 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f3aca423-258c-4e7d-9d98-3e67a7e245ac req-9ec7ed3e-f918-4a9b-aa1a-97f8b463850e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161136 Oct 14 11:29:15.571529 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-ac7b905b-d72b-48a3-b57d-33731a964262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:15.576053 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-ac7b905b-d72b-48a3-b57d-33731a964262 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=813d5405-6bb2-4fac-9eae-a4821c818143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3264761 Oct 14 11:29:15.588943 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cacac-2c4d-4444-a412-653babceb60d req-b0849900-0447-4ac0-a8e6-eaf83594cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:15.591796 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f78cacac-2c4d-4444-a412-653babceb60d req-b0849900-0447-4ac0-a8e6-eaf83594cf13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=22a3a112-b695-44bf-a54c-7fa560fb1477 HTTP/1.1" status: 200 len: 919 time: 0.5036209 Oct 14 11:29:15.611607 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9505e75c-cbd6-420a-a41f-3e25a953de54 req-afe33a21-33a2-4156-954e-7ad589bdb87e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577713 Oct 14 11:29:15.620984 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c7155-90a9-4038-aa45-a5dc4f92b44a req-36f0a887-8235-4a1b-b80f-ecedb677a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:15.631951 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-005c7155-90a9-4038-aa45-a5dc4f92b44a req-36f0a887-8235-4a1b-b80f-ecedb677a204 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=953fc067-17c1-4744-a2d8-c5382bc078cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2791395 Oct 14 11:29:15.737208 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ad8f-a0a8-4294-a8f8-c45e494fb586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:15.752189 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ad8f-a0a8-4294-a8f8-c45e494fb586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:15.770791 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f78cacac-2c4d-4444-a412-653babceb60d req-d17299af-cd4c-4d1b-864a-48a6a84c4e69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1496083-607c-4603-ad22-63ed525566a3 HTTP/1.1" status: 200 len: 217 time: 0.1362135 Oct 14 11:29:15.791219 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-29fe3de7-95a8-4bca-aa69-4e11f0cd501b service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053411 Oct 14 11:29:15.853989 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-f0e3ad8f-a0a8-4294-a8f8-c45e494fb586 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8d8476e8d59541f99b78be360f5bd9c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6459510 Oct 14 11:29:15.858112 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 49656) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:15.872080 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3ad8f-a0a8-4294-a8f8-c45e494fb586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434e1c21-ca4c-4b3b-8034-eb8c01309ec6,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:15.976458 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-005c7155-90a9-4038-aa45-a5dc4f92b44a req-c836c499-7340-4e93-ab11-08b50343b056 service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284998 Oct 14 11:29:16.070569 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cacac-2c4d-4444-a412-653babceb60d req-33a3618d-f9f7-4c58-9902-e8ffc860de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:16.073069 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f78cacac-2c4d-4444-a412-653babceb60d req-33a3618d-f9f7-4c58-9902-e8ffc860de12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb263852-17ec-4719-94ae-b000402a4137 HTTP/1.1" status: 200 len: 858 time: 0.2944822 Oct 14 11:29:16.185983 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f78cacac-2c4d-4444-a412-653babceb60d req-a868b601-8f7b-4241-ae62-3e76e06a5c18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22a3a112-b695-44bf-a54c-7fa560fb1477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513971 Oct 14 11:29:16.209156 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 49668) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:16.218526 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9c74b3d5-c048-42e8-ae23-5a08b4188818 req-bf9b263d-ccf8-40a6-a2b2-798ca8445fca service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178765 Oct 14 11:29:16.266012 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-551d2f46-8677-47c2-b034-c810afff45db admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:16.288525 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-005c7155-90a9-4038-aa45-a5dc4f92b44a req-c4bebe95-d9b1-43e5-aca3-777cdc304b13 service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004169 Oct 14 11:29:16.297964 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae267a-c699-4250-94f0-bc43b7f51197 req-880fb7bb-3fd3-482c-b4e2-cc482ba8d1fa tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:16.311134 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-dfae267a-c699-4250-94f0-bc43b7f51197 req-880fb7bb-3fd3-482c-b4e2-cc482ba8d1fa tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 944 time: 0.2456145 Oct 14 11:29:16.324788 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f78cacac-2c4d-4444-a412-653babceb60d req-ca22dccb-26df-48cc-afd1-a8bf82a282b4 service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209989 Oct 14 11:29:16.380638 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb357-e40a-4ebe-890f-1a9fb2207f63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:16.445946 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f78cacac-2c4d-4444-a412-653babceb60d req-e8f0b3d4-287e-4bff-933e-04199a66d7c3 service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128118 Oct 14 11:29:16.503053 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 84e2626c-fb84-447b-9ed9-08ceee481142 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:29:16.503947 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49672) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:16.505068 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb357-e40a-4ebe-890f-1a9fb2207f63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:16.538731 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-dfae267a-c699-4250-94f0-bc43b7f51197 req-cedf4a8e-2cd8-478d-b393-ad8be18a1974 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961427 Oct 14 11:29:16.599943 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebde34a-f353-494f-9421-6427b50bcdbe req-914a3649-9055-496a-9b9b-21d3820dcba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:16.604889 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cebde34a-f353-494f-9421-6427b50bcdbe req-914a3649-9055-496a-9b9b-21d3820dcba5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de741739c33a4b63ad4a3d09e4ca7ac1&device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 1097 time: 0.2794619 Oct 14 11:29:16.769421 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 84e2626c-fb84-447b-9ed9-08ceee481142, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=84e2626c-fb84-447b-9ed9-08ceee481142,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:29:16.796714 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': '84e2626c-fb84-447b-9ed9-08ceee481142', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'port_id': '84e2626c-fb84-447b-9ed9-08ceee481142', 'mac_address': 'fa:16:3e:1a:25:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:29:16.812402 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec6418-dab0-4a4b-a8c9-1077866ecfce req-62e12a9a-110a-4022-b239-93f8a45f2f86 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:16.816011 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eec6418-dab0-4a4b-a8c9-1077866ecfce req-62e12a9a-110a-4022-b239-93f8a45f2f86 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 944 time: 0.1339617 Oct 14 11:29:16.877096 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:16.882566 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b6a0463a-f346-4285-93a7-1aad0010f010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:16.904417 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e2626c-fb84-447b-9ed9-08ceee481142 {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:29:16.955879 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eec6418-dab0-4a4b-a8c9-1077866ecfce req-8545232d-ebe7-4ab9-a91c-54052eeef3e6 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292641 Oct 14 11:29:16.995714 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 84e2626c-fb84-447b-9ed9-08ceee481142, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=84e2626c-fb84-447b-9ed9-08ceee481142,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:29:17.004014 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.004846 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device a1496083-607c-4603-ad22-63ed525566a3 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:29:17.037288 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-551d2f46-8677-47c2-b034-c810afff45db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.047022 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-551d2f46-8677-47c2-b034-c810afff45db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.139180 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb357-e40a-4ebe-890f-1a9fb2207f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.146755 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=84e2626c-fb84-447b-9ed9-08ceee481142,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:17.150522 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b6a0463a-f346-4285-93a7-1aad0010f010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.156505 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb357-e40a-4ebe-890f-1a9fb2207f63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.159033 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-3dcfb357-e40a-4ebe-890f-1a9fb2207f63 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/434e1c21-ca4c-4b3b-8034-eb8c01309ec6 HTTP/1.1" status: 204 len: 168 time: 1.2990890 Oct 14 11:29:17.160884 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b6a0463a-f346-4285-93a7-1aad0010f010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.224648 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebde34a-f353-494f-9421-6427b50bcdbe req-e89dcab2-f00f-413e-8223-8641ea09c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:17.226981 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cebde34a-f353-494f-9421-6427b50bcdbe req-e89dcab2-f00f-413e-8223-8641ea09c84c service neutron] 10.222.0.36 "GET /v2.0/networks?id=813d5405-6bb2-4fac-9eae-a4821c818143 HTTP/1.1" status: 200 len: 912 time: 0.5942047 Oct 14 11:29:17.229842 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-551d2f46-8677-47c2-b034-c810afff45db admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6fb7b4be88e94b5e93cd2047ca9ad1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0154612 Oct 14 11:29:17.261487 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49686) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:17.263698 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ea30e-b86c-4a15-96b7-9184bf074550 req-a266ec04-1dd0-4763-bd4b-afccf197e648 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:17.295091 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-292ea30e-b86c-4a15-96b7-9184bf074550 req-a266ec04-1dd0-4763-bd4b-afccf197e648 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.4171791 Oct 14 11:29:17.301280 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d2f46-8677-47c2-b034-c810afff45db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce43b4d7-d8a9-4ecd-8a47-225c4f65a087,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:17.346483 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfb357-e40a-4ebe-890f-1a9fb2207f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434e1c21-ca4c-4b3b-8034-eb8c01309ec6,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:17.348599 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-29d4853d-9ed9-44b5-9868-7606233b1ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.349812 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-b6a0463a-f346-4285-93a7-1aad0010f010 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8e1b84b2dbe942fc9de06b630cde774a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8446419 Oct 14 11:29:17.358105 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49688) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:17.372975 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:29:17.383188 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0463a-f346-4285-93a7-1aad0010f010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d165a51-d5ce-4fa2-88b7-da2b28c2181a,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:17.416107 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port a1496083-607c-4603-ad22-63ed525566a3, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=a1496083-607c-4603-ad22-63ed525566a3,segment=NetworkSegment(808f4b54-150e-4ad8-8e24-5bc1e8820b86),segment_id=808f4b54-150e-4ad8-8e24-5bc1e8820b86)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:29:17.426615 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cebde34a-f353-494f-9421-6427b50bcdbe req-405cf518-5954-4c76-89ed-d69059a63a84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d47fc79-d147-493f-bcf9-1ddfab5908b9 HTTP/1.1" status: 200 len: 217 time: 0.1260378 Oct 14 11:29:17.444324 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': 'a1496083-607c-4603-ad22-63ed525566a3', 'network_id': '22a3a112-b695-44bf-a54c-7fa560fb1477', 'port_id': 'a1496083-607c-4603-ad22-63ed525566a3', 'mac_address': 'fa:16:3e:1d:12:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb263852-17ec-4719-94ae-b000402a4137', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:29:17.536298 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f1afb98a-4e69-400c-854f-f5e82de6bed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.537664 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.550248 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-292ea30e-b86c-4a15-96b7-9184bf074550 req-2ff384bd-b4e7-40dc-a07c-960430fbdf74 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528415 Oct 14 11:29:17.551176 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-700c4453-bb0f-4f5c-bf60-07879bcb6859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.563298 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebde34a-f353-494f-9421-6427b50bcdbe req-8595b9f6-8f4d-4d2d-b91f-3b8a27b0026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:17.566814 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cebde34a-f353-494f-9421-6427b50bcdbe req-8595b9f6-8f4d-4d2d-b91f-3b8a27b0026a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eabf075f-9b14-49fd-b253-1bf2d160d1a0 HTTP/1.1" status: 200 len: 850 time: 0.1245174 Oct 14 11:29:17.587838 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1496083-607c-4603-ad22-63ed525566a3 {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:29:17.631364 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f1afb98a-4e69-400c-854f-f5e82de6bed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.638311 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port a1496083-607c-4603-ad22-63ed525566a3, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=a1496083-607c-4603-ad22-63ed525566a3,segment=NetworkSegment(808f4b54-150e-4ad8-8e24-5bc1e8820b86),segment_id=808f4b54-150e-4ad8-8e24-5bc1e8820b86)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:29:17.652684 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.655691 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-700c4453-bb0f-4f5c-bf60-07879bcb6859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.673925 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebde34a-f353-494f-9421-6427b50bcdbe req-a4c51fbe-326d-464d-916f-082b8ec2d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:17.676570 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cebde34a-f353-494f-9421-6427b50bcdbe req-a4c51fbe-326d-464d-916f-082b8ec2d06f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=813d5405-6bb2-4fac-9eae-a4821c818143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1015203 Oct 14 11:29:17.761021 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=a1496083-607c-4603-ad22-63ed525566a3,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:17.841647 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32a67a-b208-4cd3-871f-1d0d9038cef2 req-a90b56df-d7c1-45b2-b1ae-c60f8a606ded tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:17.843659 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-aa32a67a-b208-4cd3-871f-1d0d9038cef2 req-a90b56df-d7c1-45b2-b1ae-c60f8a606ded tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 944 time: 0.1275768 Oct 14 11:29:17.900442 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f1afb98a-4e69-400c-854f-f5e82de6bed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.900867 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cebde34a-f353-494f-9421-6427b50bcdbe req-c085f519-42c8-4323-888e-764af9338fd1 service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140315 Oct 14 11:29:17.904171 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f1afb98a-4e69-400c-854f-f5e82de6bed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.905774 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-f1afb98a-4e69-400c-854f-f5e82de6bed1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ce43b4d7-d8a9-4ecd-8a47-225c4f65a087 HTTP/1.1" status: 204 len: 168 time: 0.6400905 Oct 14 11:29:17.907314 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-700c4453-bb0f-4f5c-bf60-07879bcb6859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.912807 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-700c4453-bb0f-4f5c-bf60-07879bcb6859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:17.916155 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-700c4453-bb0f-4f5c-bf60-07879bcb6859 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0d165a51-d5ce-4fa2-88b7-da2b28c2181a HTTP/1.1" status: 204 len: 168 time: 0.5464909 Oct 14 11:29:17.919451 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['84e2626c-fb84-447b-9ed9-08ceee481142'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:29:17.959636 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-aa32a67a-b208-4cd3-871f-1d0d9038cef2 req-1c2f2813-ae21-4db4-884a-075476132728 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006641 Oct 14 11:29:17.961609 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afb98a-4e69-400c-854f-f5e82de6bed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce43b4d7-d8a9-4ecd-8a47-225c4f65a087,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:17.993524 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c4453-bb0f-4f5c-bf60-07879bcb6859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d165a51-d5ce-4fa2-88b7-da2b28c2181a,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:18.064135 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['a1496083-607c-4603-ad22-63ed525566a3'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:29:18.270727 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68302030-92d2-400d-8383-342161352b1c req-72bff175-4dba-4388-b452-822077518b2f tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:18.272908 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-68302030-92d2-400d-8383-342161352b1c req-72bff175-4dba-4388-b452-822077518b2f tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 945 time: 0.1424198 Oct 14 11:29:18.288521 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cebde34a-f353-494f-9421-6427b50bcdbe req-b09a91ff-452d-49e8-800e-640ac9649689 service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777723 Oct 14 11:29:18.397593 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-68302030-92d2-400d-8383-342161352b1c req-c12f1521-3435-4162-afb1-f32225c4f902 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047211 Oct 14 11:29:18.491250 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 5d47fc79-d147-493f-bcf9-1ddfab5908b9 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:29:18.763351 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 5d47fc79-d147-493f-bcf9-1ddfab5908b9, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=5d47fc79-d147-493f-bcf9-1ddfab5908b9,segment=NetworkSegment(7e401973-9cdc-42cf-a43d-f287c0f5d3c8),segment_id=7e401973-9cdc-42cf-a43d-f287c0f5d3c8)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:29:18.780466 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': '5d47fc79-d147-493f-bcf9-1ddfab5908b9', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'port_id': '5d47fc79-d147-493f-bcf9-1ddfab5908b9', 'mac_address': 'fa:16:3e:4c:43:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:29:18.844325 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2225c3-29f1-4427-985f-ceda0e291796 req-aa114f66-570d-45f8-9aaf-0ca6bd653247 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:18.846377 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1b2225c3-29f1-4427-985f-ceda0e291796 req-aa114f66-570d-45f8-9aaf-0ca6bd653247 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 945 time: 0.1270401 Oct 14 11:29:18.847033 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49728) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:18.867041 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:18.870701 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a13bc42e-374b-4947-9193-8e6687b92f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:18.899038 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d47fc79-d147-493f-bcf9-1ddfab5908b9 {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:29:18.910384 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1b2225c3-29f1-4427-985f-ceda0e291796 req-2116171f-7096-46c3-9a94-ea66bf3074e3 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549512 Oct 14 11:29:18.978688 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 5d47fc79-d147-493f-bcf9-1ddfab5908b9, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=5d47fc79-d147-493f-bcf9-1ddfab5908b9,segment=NetworkSegment(7e401973-9cdc-42cf-a43d-f287c0f5d3c8),segment_id=7e401973-9cdc-42cf-a43d-f287c0f5d3c8)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:29:18.987854 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:19.065266 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a13bc42e-374b-4947-9193-8e6687b92f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:19.079069 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a13bc42e-374b-4947-9193-8e6687b92f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:19.098270 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=5d47fc79-d147-493f-bcf9-1ddfab5908b9,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:19.188835 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13bc42e-374b-4947-9193-8e6687b92f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940f75bb-3ad3-42f9-bbe4-807f477efb46,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:19.224884 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-a13bc42e-374b-4947-9193-8e6687b92f64 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e7c2d531fb2418a9a1b021d2aa186ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740036 Oct 14 11:29:19.226805 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49740) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:19.232201 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443776f5-c267-4562-94f6-275764b8b25a req-ea8c1895-3c02-4df8-89de-fe1e580a37fe tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:19.234916 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-443776f5-c267-4562-94f6-275764b8b25a req-ea8c1895-3c02-4df8-89de-fe1e580a37fe tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 945 time: 0.0954895 Oct 14 11:29:19.316178 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-443776f5-c267-4562-94f6-275764b8b25a req-5bf29562-6aa4-4928-ac54-a136f8ccdd8c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687113 Oct 14 11:29:19.326407 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['5d47fc79-d147-493f-bcf9-1ddfab5908b9'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:29:19.344910 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8f0d124b-9b8e-43b4-862e-af99a655e705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:19.395398 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8f0d124b-9b8e-43b4-862e-af99a655e705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:19.511928 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8f0d124b-9b8e-43b4-862e-af99a655e705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:19.518130 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8f0d124b-9b8e-43b4-862e-af99a655e705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:19.524021 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-8f0d124b-9b8e-43b4-862e-af99a655e705 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/940f75bb-3ad3-42f9-bbe4-807f477efb46 HTTP/1.1" status: 204 len: 168 time: 0.2944329 Oct 14 11:29:19.544556 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d124b-9b8e-43b4-862e-af99a655e705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940f75bb-3ad3-42f9-bbe4-807f477efb46,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:19.666424 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e25df-5ed4-4497-97e3-3a78e29f47d1 req-dda5002a-7001-4e35-98d2-49603c3acf9e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:19.669747 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4f6e25df-5ed4-4497-97e3-3a78e29f47d1 req-dda5002a-7001-4e35-98d2-49603c3acf9e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 945 time: 0.1285677 Oct 14 11:29:19.749385 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-85af0c27-7213-41ca-9558-1b390ec43da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:19.750294 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4f6e25df-5ed4-4497-97e3-3a78e29f47d1 req-67681e85-4005-4bce-b52b-6fd973b2be7a tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711317 Oct 14 11:29:20.143161 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659f562-a492-49a1-8c72-4f6181c71374 req-a0535102-55c8-4534-9bf6-7c01a614f1b7 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:20.147182 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d659f562-a492-49a1-8c72-4f6181c71374 req-a0535102-55c8-4534-9bf6-7c01a614f1b7 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 945 time: 0.1012535 Oct 14 11:29:20.232912 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d659f562-a492-49a1-8c72-4f6181c71374 req-86cfc226-0390-4e8e-9e42-54de98ed2ea7 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718496 Oct 14 11:29:20.525207 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 84e2626c-fb84-447b-9ed9-08ceee481142 up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:29:20.561310 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 49786) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:20.573627 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081a9cd-3174-42b0-90ea-e1d8c1756a02 req-ea810d75-1b32-4643-9a96-282f1cccfd3c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:20.619730 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f081a9cd-3174-42b0-90ea-e1d8c1756a02 req-ea810d75-1b32-4643-9a96-282f1cccfd3c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 945 time: 0.1709270 Oct 14 11:29:20.675553 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port 84e2626c-fb84-447b-9ed9-08ceee481142 completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:29:20.692851 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port 84e2626c-fb84-447b-9ed9-08ceee481142 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:29:20.693216 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:20.719182 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f081a9cd-3174-42b0-90ea-e1d8c1756a02 req-9cd3749c-a1bc-4531-b77d-89b40ab3cbea tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981283 Oct 14 11:29:20.844137 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:20.896409 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e2626c-fb84-447b-9ed9-08ceee481142'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:29:20.900400 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f8b0c8-5b35-46a4-830c-25c353d7c0c7" -d '{"events": [{"server_uuid": "4a89cabc-05ea-4841-a22b-f97c3fade533", "name": "network-vif-plugged", "status": "completed", "tag": "84e2626c-fb84-447b-9ed9-08ceee481142"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:29:20.944242 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 84e2626c-fb84-447b-9ed9-08ceee481142, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=84e2626c-fb84-447b-9ed9-08ceee481142,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:29:20.950663 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:20.951509 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device a1496083-607c-4603-ad22-63ed525566a3 up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:29:21.058799 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6c39ba-11a7-4d98-af91-93bf05d3c573 x-openstack-request-id: req-0b6c39ba-11a7-4d98-af91-93bf05d3c573 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:29:21.059110 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89cabc-05ea-4841-a22b-f97c3fade533", "name": "network-vif-plugged", "status": "completed", "tag": "84e2626c-fb84-447b-9ed9-08ceee481142", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:29:21.059383 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0b6c39ba-11a7-4d98-af91-93bf05d3c573 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:29:21.059803 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e2626c-fb84-447b-9ed9-08ceee481142', 'code': 200} Oct 14 11:29:21.060414 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=84e2626c-fb84-447b-9ed9-08ceee481142,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:21.125563 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-78c6a480-d604-4e32-ae4f-04819ecf48d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1663291591-network', 'tenant_id': '154d6d80e3664276b56cdcbc9cd8dc2d'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:29:21.159925 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port a1496083-607c-4603-ad22-63ed525566a3 completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:29:21.168884 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port a1496083-607c-4603-ad22-63ed525566a3 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:29:21.169807 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:21.187193 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b862ecc-9985-474a-8fae-92ca7207fce9 req-23cba3e3-ca16-4b4d-893f-daa4ed0af46d tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:21.188767 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2b862ecc-9985-474a-8fae-92ca7207fce9 req-23cba3e3-ca16-4b4d-893f-daa4ed0af46d tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 945 time: 0.2370391 Oct 14 11:29:21.245487 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:21.249224 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c6a480-d604-4e32-ae4f-04819ecf48d5 admin admin] Made reservation on behalf of 154d6d80e3664276b56cdcbc9cd8dc2d for: {'network': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:29:21.252643 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-78c6a480-d604-4e32-ae4f-04819ecf48d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:21.272135 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-78c6a480-d604-4e32-ae4f-04819ecf48d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:21.323795 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3bbcc-adc5-47cb-a1ce-e95865f54f59 req-abdcc04c-a256-4be1-a3f9-72d3233a9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:21.325654 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ffd3bbcc-adc5-47cb-a1ce-e95865f54f59 req-abdcc04c-a256-4be1-a3f9-72d3233a9682 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 1099 time: 0.1269357 Oct 14 11:29:21.339616 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2b862ecc-9985-474a-8fae-92ca7207fce9 req-fe132f06-a6ce-45aa-9e0f-e2b43d57d21c tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280913 Oct 14 11:29:21.339903 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:21.418628 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port a1496083-607c-4603-ad22-63ed525566a3, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=a1496083-607c-4603-ad22-63ed525566a3,segment=NetworkSegment(808f4b54-150e-4ad8-8e24-5bc1e8820b86),segment_id=808f4b54-150e-4ad8-8e24-5bc1e8820b86)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:29:21.427136 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:21.428662 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 5d47fc79-d147-493f-bcf9-1ddfab5908b9 up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:29:21.440738 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ffd3bbcc-adc5-47cb-a1ce-e95865f54f59 req-d1b2dadb-8a71-4561-a562-8c4884ab05d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966275 Oct 14 11:29:21.510589 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6612c-8310-4e87-a11a-4446926e6879 req-efae8172-d494-47e4-a520-9b2dc4a627cb tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:21.516213 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-33e6612c-8310-4e87-a11a-4446926e6879 req-efae8172-d494-47e4-a520-9b2dc4a627cb tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.1444981 Oct 14 11:29:21.584785 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=a1496083-607c-4603-ad22-63ed525566a3,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:21.599186 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-33e6612c-8310-4e87-a11a-4446926e6879 req-3506ec83-168d-42ad-9952-03e0107948bb tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757289 Oct 14 11:29:21.617037 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port 5d47fc79-d147-493f-bcf9-1ddfab5908b9 completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:29:21.624672 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port 5d47fc79-d147-493f-bcf9-1ddfab5908b9 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:29:21.625276 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:21.640326 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-78c6a480-d604-4e32-ae4f-04819ecf48d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:21.649650 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-78c6a480-d604-4e32-ae4f-04819ecf48d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:21.724291 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6a480-d604-4e32-ae4f-04819ecf48d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f637a8-6463-42d1-976d-3b657a364496,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:21.750371 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c6a480-d604-4e32-ae4f-04819ecf48d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=99832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:29:21.773501 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:21.800718 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-78c6a480-d604-4e32-ae4f-04819ecf48d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:21.806342 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.segments_db [None req-78c6a480-d604-4e32-ae4f-04819ecf48d5 admin admin] Added segment 2ad750ee-2833-4033-b301-c14ec3aaa49e of type vlan for network 71b21eca-7709-43b8-aafc-9a2a5e288ca1 Oct 14 11:29:21.827358 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 5d47fc79-d147-493f-bcf9-1ddfab5908b9, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=5d47fc79-d147-493f-bcf9-1ddfab5908b9,segment=NetworkSegment(7e401973-9cdc-42cf-a43d-f287c0f5d3c8),segment_id=7e401973-9cdc-42cf-a43d-f287c0f5d3c8)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:29:21.834823 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:21.931637 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-78c6a480-d604-4e32-ae4f-04819ecf48d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:21.979680 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-78c6a480-d604-4e32-ae4f-04819ecf48d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:21.981274 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c6a480-d604-4e32-ae4f-04819ecf48d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:21.982442 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-78c6a480-d604-4e32-ae4f-04819ecf48d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:21.994950 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=5d47fc79-d147-493f-bcf9-1ddfab5908b9,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:22.092164 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9126cb8-9714-4ba6-bb7a-5ddc9fc695ee req-31e95c5e-b6b5-4285-9fa2-1348105a4dcf tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:22.097030 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e9126cb8-9714-4ba6-bb7a-5ddc9fc695ee req-31e95c5e-b6b5-4285-9fa2-1348105a4dcf tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.1828864 Oct 14 11:29:22.143190 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6a480-d604-4e32-ae4f-04819ecf48d5 admin admin] Pushing event updated for resources: {'Network': ['ID=71b21eca-7709-43b8-aafc-9a2a5e288ca1,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:22.168247 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network 71b21eca-7709-43b8-aafc-9a2a5e288ca1 details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:29:22.176097 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-78c6a480-d604-4e32-ae4f-04819ecf48d5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6096032 Oct 14 11:29:22.176513 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 49838) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:22.182247 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-80f9bc45-3e80-4bbb-8e9b-4cc4b1211db1 admin admin] Request body: {'subnet': {'network_id': '71b21eca-7709-43b8-aafc-9a2a5e288ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1663291591-subnet', 'tenant_id': '154d6d80e3664276b56cdcbc9cd8dc2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:29:22.258059 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e9126cb8-9714-4ba6-bb7a-5ddc9fc695ee req-e0d3456f-a68c-4622-a24c-d9697e0f584f tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495054 Oct 14 11:29:22.291843 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f9bc45-3e80-4bbb-8e9b-4cc4b1211db1 admin admin] Made reservation on behalf of 154d6d80e3664276b56cdcbc9cd8dc2d for: {'subnet': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:29:22.295117 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-80f9bc45-3e80-4bbb-8e9b-4cc4b1211db1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4544031'] for subnet, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:22.406381 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fa72f-82e8-4b08-aa4b-6e1a2b858cac req-cc8bc7a1-6708-4009-bba4-b20514cc0e5b tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:22.418978 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-285fa72f-82e8-4b08-aa4b-6e1a2b858cac req-cc8bc7a1-6708-4009-bba4-b20514cc0e5b tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 946 time: 0.1842484 Oct 14 11:29:22.514857 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-285fa72f-82e8-4b08-aa4b-6e1a2b858cac req-220a5684-8304-48aa-a61f-f2c06eb3f5fc tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/security-groups?id=c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943406 Oct 14 11:29:22.573438 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:22.668790 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddca30f-53d5-47ce-ac75-39b39461a782 req-a6aa2d31-e030-46f6-893b-f5a882114912 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:22.681511 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3ddca30f-53d5-47ce-ac75-39b39461a782 req-a6aa2d31-e030-46f6-893b-f5a882114912 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.1616511 Oct 14 11:29:22.742926 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-80f9bc45-3e80-4bbb-8e9b-4cc4b1211db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7939620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4544009'] for subnet, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:22.822363 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3ddca30f-53d5-47ce-ac75-39b39461a782 req-29ee024f-75e7-416f-9094-1639f6d10274 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227624 Oct 14 11:29:22.860270 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9bc45-3e80-4bbb-8e9b-4cc4b1211db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c308d9a7-2bff-4493-bc78-bd8594da8d9e,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:22.948968 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9bc45-3e80-4bbb-8e9b-4cc4b1211db1 admin admin] Checking segment: {'id': '2ad750ee-2833-4033-b301-c14ec3aaa49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '71b21eca-7709-43b8-aafc-9a2a5e288ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:29:22.949621 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f9bc45-3e80-4bbb-8e9b-4cc4b1211db1 admin admin] Network hostable DHCP agents. Network: 71b21eca-7709-43b8-aafc-9a2a5e288ca1, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:29:22.974606 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b1040-4e7e-414b-b4d7-49f372087474 req-db089b40-972a-46cb-9051-4f40f5197f03 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:22.978981 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2d7b1040-4e7e-414b-b4d7-49f372087474 req-db089b40-972a-46cb-9051-4f40f5197f03 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.1096845 Oct 14 11:29:23.007995 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:23.023866 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f9bc45-3e80-4bbb-8e9b-4cc4b1211db1 admin admin] Network 71b21eca-7709-43b8-aafc-9a2a5e288ca1 is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:29:23.059770 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-80f9bc45-3e80-4bbb-8e9b-4cc4b1211db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, 71b21eca-7709-43b8-aafc-9a2a5e288ca1) {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:29:23.062623 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2514279-f71f-402b-9f47-561eef8aee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1496083-607c-4603-ad22-63ed525566a3'}, {'server_uuid': '1b3553e4-79ac-4439-a3b2-137655492850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d47fc79-d147-493f-bcf9-1ddfab5908b9'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:29:23.068571 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b55d05-0cf5-490f-a9c4-f28ebe36a391" -d '{"events": [{"server_uuid": "e2514279-f71f-402b-9f47-561eef8aee2e", "name": "network-vif-plugged", "status": "completed", "tag": "a1496083-607c-4603-ad22-63ed525566a3"}, {"server_uuid": "1b3553e4-79ac-4439-a3b2-137655492850", "name": "network-vif-plugged", "status": "completed", "tag": "5d47fc79-d147-493f-bcf9-1ddfab5908b9"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:29:23.072094 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2d7b1040-4e7e-414b-b4d7-49f372087474 req-e3430bab-552d-401a-a353-e53db5507c3b tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789096 Oct 14 11:29:23.073470 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f9bc45-3e80-4bbb-8e9b-4cc4b1211db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:23.074147 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-80f9bc45-3e80-4bbb-8e9b-4cc4b1211db1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:23.084204 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6e8abc-4189-4bb8-91d7-c7a269d2844f None None] Network 71b21eca-7709-43b8-aafc-9a2a5e288ca1 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:29:23.144024 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-80f9bc45-3e80-4bbb-8e9b-4cc4b1211db1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9649792 Oct 14 11:29:23.167386 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 14 Oct 2021 11:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031b9734-2d34-442c-8dba-da732ba22ebe x-openstack-request-id: req-031b9734-2d34-442c-8dba-da732ba22ebe {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:29:23.167960 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2514279-f71f-402b-9f47-561eef8aee2e", "name": "network-vif-plugged", "status": "completed", "tag": "a1496083-607c-4603-ad22-63ed525566a3", "code": 200}, {"server_uuid": "1b3553e4-79ac-4439-a3b2-137655492850", "name": "network-vif-plugged", "status": "completed", "tag": "5d47fc79-d147-493f-bcf9-1ddfab5908b9", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:29:23.168438 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-031b9734-2d34-442c-8dba-da732ba22ebe {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:29:23.169194 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2514279-f71f-402b-9f47-561eef8aee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1496083-607c-4603-ad22-63ed525566a3', 'code': 200} Oct 14 11:29:23.169558 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3553e4-79ac-4439-a3b2-137655492850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d47fc79-d147-493f-bcf9-1ddfab5908b9', 'code': 200} Oct 14 11:29:23.445140 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c178f8-0c78-4265-8eb3-2a21a3db7a50 req-5a3703bb-acfe-4e3f-82aa-e093b9f28899 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:23.453620 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e2c178f8-0c78-4265-8eb3-2a21a3db7a50 req-5a3703bb-acfe-4e3f-82aa-e093b9f28899 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0724187 Oct 14 11:29:23.520985 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e2c178f8-0c78-4265-8eb3-2a21a3db7a50 req-ab004ecf-b449-4213-882a-5e3aea3d77b0 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657511 Oct 14 11:29:23.530930 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4942848b-5d19-4250-aafc-33a99e7ecf33 None None] Network 71b21eca-7709-43b8-aafc-9a2a5e288ca1 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:29:23.613068 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad50ae-3d45-42ce-92fa-d7b7649d4faf req-6980ed9a-f1f8-40aa-a304-4347885c517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:23.614706 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cfad50ae-3d45-42ce-92fa-d7b7649d4faf req-6980ed9a-f1f8-40aa-a304-4347885c517e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 1099 time: 0.1163070 Oct 14 11:29:23.692397 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cfad50ae-3d45-42ce-92fa-d7b7649d4faf req-cbe01280-655e-463c-b772-df5f65519127 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596883 Oct 14 11:29:23.840633 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521e4d1-cddb-45cf-9063-14f8048761c4 req-f5be9fb0-b44d-44e5-b884-aaca81d9eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:23.842983 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8521e4d1-cddb-45cf-9063-14f8048761c4 req-f5be9fb0-b44d-44e5-b884-aaca81d9eb35 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 1099 time: 0.2438617 Oct 14 11:29:23.860431 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85b37b-5533-4098-8a29-e7447d77cdcf req-23c2ebd9-2eb3-4eac-ad1a-439b6749d275 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:23.864214 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ea85b37b-5533-4098-8a29-e7447d77cdcf req-23c2ebd9-2eb3-4eac-ad1a-439b6749d275 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 946 time: 0.1944554 Oct 14 11:29:23.989930 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ea85b37b-5533-4098-8a29-e7447d77cdcf req-1d82ec19-f4c3-4e3c-9fad-5c45dccdd639 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/security-groups?id=c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091502 Oct 14 11:29:24.011072 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 49894) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:24.052619 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8521e4d1-cddb-45cf-9063-14f8048761c4 req-842a7e0e-b163-41f3-a8dc-fea9cba557a2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272340 Oct 14 11:29:24.067089 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16322f66-32cf-4d04-b52d-c9559bdb87ba req-fdc65389-5ec3-4e69-a588-7e728dd52cfe tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:24.069163 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-16322f66-32cf-4d04-b52d-c9559bdb87ba req-fdc65389-5ec3-4e69-a588-7e728dd52cfe tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0706778 Oct 14 11:29:24.131060 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-16322f66-32cf-4d04-b52d-c9559bdb87ba req-96c7b9b0-7720-4fb8-98b8-92f64994fe93 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474765 Oct 14 11:29:24.305284 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6aebcc-fdff-4eea-9608-64c5c129aae9 req-76ae8645-0f2e-49e0-8816-8ff157dc2fa3 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:24.316175 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-be6aebcc-fdff-4eea-9608-64c5c129aae9 req-76ae8645-0f2e-49e0-8816-8ff157dc2fa3 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.1022956 Oct 14 11:29:24.323115 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-64dcf8d3-11d3-4885-829f-866ad36710f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:24.379158 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-be6aebcc-fdff-4eea-9608-64c5c129aae9 req-77dd88be-8521-4c1c-9e99-ca80ccb700c1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554965 Oct 14 11:29:24.476064 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-64dcf8d3-11d3-4885-829f-866ad36710f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:24.606235 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 49918) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:24.614744 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9e230-2e88-4b85-affe-74dd11c1a652 req-48512bd8-df7f-4139-a5e8-c2fb10cbc88c tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:24.616504 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-24d9e230-2e88-4b85-affe-74dd11c1a652 req-48512bd8-df7f-4139-a5e8-c2fb10cbc88c tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.36 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 946 time: 0.0992224 Oct 14 11:29:24.621574 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-116539322-network', 'tenant_id': 'f02d183630ae4feda452e326df4dbf7f'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:29:24.769028 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-64dcf8d3-11d3-4885-829f-866ad36710f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:24.769239 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e69d6-9c1e-4b28-935a-6969bd05deb5 req-2f145424-5860-492c-b2fa-29f232d6ef57 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:24.776638 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-628e69d6-9c1e-4b28-935a-6969bd05deb5 req-2f145424-5860-492c-b2fa-29f232d6ef57 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.1511471 Oct 14 11:29:24.779423 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Made reservation on behalf of f02d183630ae4feda452e326df4dbf7f for: {'network': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:29:24.781995 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:24.825317 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-64dcf8d3-11d3-4885-829f-866ad36710f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1a68d0c423794bc1a0d972a7efff87e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8152721 Oct 14 11:29:24.827181 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcf8d3-11d3-4885-829f-866ad36710f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a46d697-9457-494a-9a16-dc0a485cf5a9,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:24.831231 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 49926) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:24.839395 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13c1ae-2724-462d-a9e2-90fe49f7c034 req-be25fe00-4ad3-4c87-bd94-3a1250356bce tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:24.840951 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ad13c1ae-2724-462d-a9e2-90fe49f7c034 req-be25fe00-4ad3-4c87-bd94-3a1250356bce tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.3882096 Oct 14 11:29:24.853315 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 49928) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:24.858880 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-a702196b-1d14-4ca9-91eb-8f9c76599e50 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Request body: {'floatingip': {'port_id': '84e2626c-fb84-447b-9ed9-08ceee481142'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:29:24.976695 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a702196b-1d14-4ca9-91eb-8f9c76599e50 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for floatingip, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:25.103947 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-628e69d6-9c1e-4b28-935a-6969bd05deb5 req-04874dde-d575-4fb9-99d9-2223813a3eea tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262949 Oct 14 11:29:25.132701 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:25.245776 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:25.303166 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:25.329980 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-24d9e230-2e88-4b85-affe-74dd11c1a652 req-0d58b517-d614-4a8e-820c-eb99558e2424 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Deleting port 554be706-30b1-4eb9-8c2c-f152592a277d {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:29:25.330466 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-24d9e230-2e88-4b85-affe-74dd11c1a652 req-0d58b517-d614-4a8e-820c-eb99558e2424 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:25.383546 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae57bc-727d-48a5-a362-041c42e496cf req-c888584b-e95b-4d66-9c95-de81b64e97b1 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:25.385130 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d6ae57bc-727d-48a5-a362-041c42e496cf req-c888584b-e95b-4d66-9c95-de81b64e97b1 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 946 time: 0.2145309 Oct 14 11:29:25.429215 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6092a-5813-4134-abaa-c593fa06b879 req-447efe54-3673-478c-8981-84529074e9ea tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:25.432277 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bdb6092a-5813-4134-abaa-c593fa06b879 req-447efe54-3673-478c-8981-84529074e9ea tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.1830404 Oct 14 11:29:25.502748 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d6ae57bc-727d-48a5-a362-041c42e496cf req-0d668901-1d99-4326-9704-590d0604d768 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/security-groups?id=c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993567 Oct 14 11:29:25.508143 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:25.522259 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-24d9e230-2e88-4b85-affe-74dd11c1a652 req-0d58b517-d614-4a8e-820c-eb99558e2424 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] For port 554be706-30b1-4eb9-8c2c-f152592a277d, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=554be706-30b1-4eb9-8c2c-f152592a277d,segment=NetworkSegment(49b2e9e2-6e70-4ff1-b209-3c655350b632),segment_id=49b2e9e2-6e70-4ff1-b209-3c655350b632)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:29:25.522259 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-24d9e230-2e88-4b85-affe-74dd11c1a652 req-0d58b517-d614-4a8e-820c-eb99558e2424 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:25.545331 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:25.563066 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-24d9e230-2e88-4b85-affe-74dd11c1a652 req-0d58b517-d614-4a8e-820c-eb99558e2424 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Calling delete_port for 554be706-30b1-4eb9-8c2c-f152592a277d owned by compute:nova {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:29:25.588175 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bdb6092a-5813-4134-abaa-c593fa06b879 req-95e5d27e-fb75-4d95-9a5c-21be00689d25 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301701 Oct 14 11:29:25.624163 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:25.633817 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:25.633817 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a46d697-9457-494a-9a16-dc0a485cf5a9 HTTP/1.1" status: 204 len: 168 time: 0.7903042 Oct 14 11:29:25.662319 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=99833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:29:25.669555 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a46d697-9457-494a-9a16-dc0a485cf5a9,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:25.676205 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b93bbe-6783-46db-b6fb-06bc4249844a,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:25.799063 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.799510 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.799859 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.800198 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.800678 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.801065 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.801348 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.801736 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.802108 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.802516 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.802859 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.803182 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba5310-17db-4215-832b-c289f7398141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.857729 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.858137 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.858532 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.858897 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.859218 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.859635 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.859956 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.860263 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.860544 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.861278 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.861278 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.874634 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:29:25.893406 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:25.894476 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.segments_db [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Added segment 73c190c3-42db-4040-90fa-0a6324a28525 of type vlan for network e7aa5264-20c4-4a3d-bad1-82874102b0c8 Oct 14 11:29:25.995379 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:26.161087 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:26.162966 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:26.170021 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:26.250278 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6267397 Oct 14 11:29:26.250424 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.db.resource_extend [None req-a702196b-1d14-4ca9-91eb-8f9c76599e50 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 14 11:29:26.273651 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 50004) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:26.296316 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-58616b29-79b8-4f70-a3f0-10f3f1001a7c admin admin] Request body: {'subnet': {'network_id': 'e7aa5264-20c4-4a3d-bad1-82874102b0c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-116539322-subnet', 'tenant_id': 'f02d183630ae4feda452e326df4dbf7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:29:26.387644 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a702196b-1d14-4ca9-91eb-8f9c76599e50 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:26.409614 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a702196b-1d14-4ca9-91eb-8f9c76599e50 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:26.410804 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58616b29-79b8-4f70-a3f0-10f3f1001a7c admin admin] Made reservation on behalf of f02d183630ae4feda452e326df4dbf7f for: {'subnet': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:29:26.417585 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-58616b29-79b8-4f70-a3f0-10f3f1001a7c admin admin] Publish callbacks [] for subnet, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:26.462362 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d56986-960c-41e8-8cf6-365760d76cd0 req-036e8f0c-71b8-44b5-9117-2c0233544ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:26.463974 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-78d56986-960c-41e8-8cf6-365760d76cd0 req-036e8f0c-71b8-44b5-9117-2c0233544ad0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c25e48bad5a643e0be015e2f9139204b&device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 1099 time: 0.1779413 Oct 14 11:29:26.562339 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-24d9e230-2e88-4b85-affe-74dd11c1a652 req-0d58b517-d614-4a8e-820c-eb99558e2424 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:26.594606 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf2fbd-f981-4a97-80f3-767400a0b62c req-380dbeba-ca00-4e96-9ba6-70e8194af341 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:26.596297 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-08cf2fbd-f981-4a97-80f3-767400a0b62c req-380dbeba-ca00-4e96-9ba6-70e8194af341 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.2683172 Oct 14 11:29:26.609161 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b350a-f517-4e48-b76b-231dff6ab1be admin admin] Pushing event updated for resources: {'Network': ['ID=e7aa5264-20c4-4a3d-bad1-82874102b0c8,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:26.613615 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9c07f-2181-4aae-b742-a83a73a7aa94 req-e61ae086-b1e7-4ca9-a9ee-5b1c87ff203f tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:26.615996 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-74c9c07f-2181-4aae-b742-a83a73a7aa94 req-e61ae086-b1e7-4ca9-a9ee-5b1c87ff203f tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.2634842 Oct 14 11:29:26.624455 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network e7aa5264-20c4-4a3d-bad1-82874102b0c8 details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:29:26.671915 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 50024) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:26.701506 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.l3_db [None req-a702196b-1d14-4ca9-91eb-8f9c76599e50 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Floating IP 1245d95c-e40c-4402-8ad2-3549972b78df associated. External IP: 172.27.1.236, port: 84e2626c-fb84-447b-9ed9-08ceee481142. Oct 14 11:29:26.714512 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d56986-960c-41e8-8cf6-365760d76cd0 req-b3d21dd9-7fac-4d62-b3a0-5565df6138fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:26.716348 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-78d56986-960c-41e8-8cf6-365760d76cd0 req-b3d21dd9-7fac-4d62-b3a0-5565df6138fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=22a3a112-b695-44bf-a54c-7fa560fb1477 HTTP/1.1" status: 200 len: 919 time: 0.2438459 Oct 14 11:29:26.718405 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58b517-d614-4a8e-820c-eb99558e2424 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Pushing event deleted for resources: {'Port': ['ID=554be706-30b1-4eb9-8c2c-f152592a277d,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:26.735316 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-08cf2fbd-f981-4a97-80f3-767400a0b62c req-815d5cd6-a16a-4c6a-9b1b-bfd3224c66e8 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006396 Oct 14 11:29:26.914958 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d9e230-2e88-4b85-affe-74dd11c1a652 req-0d58b517-d614-4a8e-820c-eb99558e2424 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] No DVR routers for this DVR port 554be706-30b1-4eb9-8c2c-f152592a277d on host hv-cinder-79797 {{(pid=99833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:29:26.948478 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-68000474-fdbf-4ea5-a41d-486b74d4d0d6 req-dfcf148c-9dd1-433d-95b3-58f90496da84 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 210 time: 0.0800388 Oct 14 11:29:26.949783 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-24d9e230-2e88-4b85-affe-74dd11c1a652 req-0d58b517-d614-4a8e-820c-eb99558e2424 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:26.953374 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-24d9e230-2e88-4b85-affe-74dd11c1a652 req-0d58b517-d614-4a8e-820c-eb99558e2424 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.36 "DELETE /v2.0/ports/554be706-30b1-4eb9-8c2c-f152592a277d HTTP/1.1" status: 204 len: 173 time: 2.3217192 Oct 14 11:29:26.955999 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53517650-f207-4149-9836-f6563db5420e', 'name': 'network-vif-deleted', 'tag': '554be706-30b1-4eb9-8c2c-f152592a277d'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:29:26.958838 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca224224-cf62-42aa-acb1-4a03ba8764db" -d '{"events": [{"server_uuid": "53517650-f207-4149-9836-f6563db5420e", "name": "network-vif-deleted", "tag": "554be706-30b1-4eb9-8c2c-f152592a277d"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:29:26.979876 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f87fdfb3-42b7-4adb-baf4-d9464497c6ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:27.050831 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-74c9c07f-2181-4aae-b742-a83a73a7aa94 req-ae6a3e47-4785-4996-a544-0ddb7cb77035 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4246423 Oct 14 11:29:27.117081 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-78d56986-960c-41e8-8cf6-365760d76cd0 req-f111e167-e8c2-4dce-a6e8-8412a2af3f29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1496083-607c-4603-ad22-63ed525566a3 HTTP/1.1" status: 200 len: 217 time: 0.1333165 Oct 14 11:29:27.164285 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d669cc4f-7400-4f20-adb8-93a1f7b8c239 x-openstack-request-id: req-d669cc4f-7400-4f20-adb8-93a1f7b8c239 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:29:27.165690 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53517650-f207-4149-9836-f6563db5420e", "name": "network-vif-deleted", "tag": "554be706-30b1-4eb9-8c2c-f152592a277d", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:29:27.165690 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d669cc4f-7400-4f20-adb8-93a1f7b8c239 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:29:27.165690 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53517650-f207-4149-9836-f6563db5420e', 'name': 'network-vif-deleted', 'tag': '554be706-30b1-4eb9-8c2c-f152592a277d', 'status': 'completed', 'code': 200} Oct 14 11:29:27.193088 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-58616b29-79b8-4f70-a3f0-10f3f1001a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for subnet, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:27.266305 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58616b29-79b8-4f70-a3f0-10f3f1001a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d071206c-32e8-4f0a-8cb4-d23f06e69bfb,revision_number=0']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:27.274603 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58616b29-79b8-4f70-a3f0-10f3f1001a7c admin admin] Checking segment: {'id': '73c190c3-42db-4040-90fa-0a6324a28525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e7aa5264-20c4-4a3d-bad1-82874102b0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:29:27.275076 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58616b29-79b8-4f70-a3f0-10f3f1001a7c admin admin] Network hostable DHCP agents. Network: e7aa5264-20c4-4a3d-bad1-82874102b0c8, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:29:27.303676 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58616b29-79b8-4f70-a3f0-10f3f1001a7c admin admin] Network e7aa5264-20c4-4a3d-bad1-82874102b0c8 is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:29:27.322061 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-58616b29-79b8-4f70-a3f0-10f3f1001a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, e7aa5264-20c4-4a3d-bad1-82874102b0c8) {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:29:27.334724 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6484007-91af-4ffc-b4f2-202739b3018a None None] Network e7aa5264-20c4-4a3d-bad1-82874102b0c8 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:29:27.346440 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58616b29-79b8-4f70-a3f0-10f3f1001a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:27.347925 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-58616b29-79b8-4f70-a3f0-10f3f1001a7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:27.394021 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-58616b29-79b8-4f70-a3f0-10f3f1001a7c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1160560 Oct 14 11:29:27.455919 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d56986-960c-41e8-8cf6-365760d76cd0 req-93641d96-0637-4b3c-a2ad-33655803c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:27.459679 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-78d56986-960c-41e8-8cf6-365760d76cd0 req-93641d96-0637-4b3c-a2ad-33655803c471 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb263852-17ec-4719-94ae-b000402a4137 HTTP/1.1" status: 200 len: 858 time: 0.3272970 Oct 14 11:29:27.497080 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 50052) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:27.567283 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdaedc7-b945-4ad0-8988-2b475b1b9520 None None] Network e7aa5264-20c4-4a3d-bad1-82874102b0c8 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:29:27.676769 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-78d56986-960c-41e8-8cf6-365760d76cd0 req-a26a876b-2de6-4d06-b1d1-97177f6198db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22a3a112-b695-44bf-a54c-7fa560fb1477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971696 Oct 14 11:29:27.702248 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5307d5b4-f9a2-45db-9b90-0a07656f0b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:27.795695 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f2729-64fd-4d18-8259-9cdaf7673378 req-fd715c0b-5964-48d0-8a1d-3ebc2d9ccd90 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:27.798639 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c92f2729-64fd-4d18-8259-9cdaf7673378 req-fd715c0b-5964-48d0-8a1d-3ebc2d9ccd90 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.5266438 Oct 14 11:29:27.827304 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 50062) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:27.833012 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-b6cb2d4a-47d2-435d-8f38-82b765c7ef57 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Request body: {'floatingip': {'port_id': '5d47fc79-d147-493f-bcf9-1ddfab5908b9'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:29:27.870615 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5307d5b4-f9a2-45db-9b90-0a07656f0b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:27.922306 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5307d5b4-f9a2-45db-9b90-0a07656f0b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:27.950373 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f87fdfb3-42b7-4adb-baf4-d9464497c6ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:27.981809 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f87fdfb3-42b7-4adb-baf4-d9464497c6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:27.983997 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b6cb2d4a-47d2-435d-8f38-82b765c7ef57 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for floatingip, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:28.057025 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-78d56986-960c-41e8-8cf6-365760d76cd0 req-e67df9f6-583a-47a6-a865-f4136158a6e3 service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575442 Oct 14 11:29:28.079987 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a702196b-1d14-4ca9-91eb-8f9c76599e50 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Router eb3614fb-8789-4942-aa97-22cf6b70dd56 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:29:28.116486 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-f87fdfb3-42b7-4adb-baf4-d9464497c6ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0636186bea814c6aa9296d59e3b05cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4430842 Oct 14 11:29:28.121422 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 50066) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:28.144867 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fdfb3-42b7-4adb-baf4-d9464497c6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c47aab-0eea-4c2d-bfa2-ce95ce277cd2,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:28.236937 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-5307d5b4-f9a2-45db-9b90-0a07656f0b71 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f49177a11e934d6cb687e1843c0eb8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7343328 Oct 14 11:29:28.238242 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 50068) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:28.262411 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e859a-9027-45fb-b117-c3ca1624175a req-cd38b1a9-265c-4e0d-a96d-88cb29222a06 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:28.275159 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-623e859a-9027-45fb-b117-c3ca1624175a req-cd38b1a9-265c-4e0d-a96d-88cb29222a06 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.4027207 Oct 14 11:29:28.280825 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307d5b4-f9a2-45db-9b90-0a07656f0b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55b3cf7-63a9-4389-a444-4a53eaa8c76b,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:28.318740 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e6b975a2-4d8e-4c70-8e7b-3d820cd6a909 req-f3aca4c4-9e19-4f81-8c53-e8da402e75a5 tempest-DeleteServersTestJSON-900324720 tempest-DeleteServersTestJSON-900324720-project] 10.222.0.69 "GET /v2.0/ports?device_id=53517650-f207-4149-9836-f6563db5420e HTTP/1.1" status: 200 len: 210 time: 0.1494553 Oct 14 11:29:28.398448 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-78d56986-960c-41e8-8cf6-365760d76cd0 req-cd296fe9-703e-402c-80bb-56a96896afab service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262792 Oct 14 11:29:28.446110 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-623e859a-9027-45fb-b117-c3ca1624175a req-5853cc3a-ef35-4629-b548-f60a46f99da0 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559556 Oct 14 11:29:28.461800 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ea54614c-f058-49b9-b876-6e5a771f8c68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:28.485983 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-386b6e34-9331-4458-be1e-45c2c22718fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:28.559820 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 554be706-30b1-4eb9-8c2c-f152592a277d no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:29:28.575367 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-386b6e34-9331-4458-be1e-45c2c22718fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:28.578818 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ea54614c-f058-49b9-b876-6e5a771f8c68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:28.589005 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a702196b-1d14-4ca9-91eb-8f9c76599e50 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:29:28.613145 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: 554be706-30b1-4eb9-8c2c-f152592a277d {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:29:28.613145 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 554be706-30b1-4eb9-8c2c-f152592a277d not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:29:28.634319 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6113334-fd7b-4e19-bd88-428508bd4a4d None None] Sync routers for ids ['eb3614fb-8789-4942-aa97-22cf6b70dd56'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:29:28.639346 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a702196b-1d14-4ca9-91eb-8f9c76599e50 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:28.666099 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6113334-fd7b-4e19-bd88-428508bd4a4d None None] Routers {'eb3614fb-8789-4942-aa97-22cf6b70dd56'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:29:28.667213 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-f6113334-fd7b-4e19-bd88-428508bd4a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:29:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['eb3614fb-8789-4942-aa97-22cf6b70dd56'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:29:28.736538 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-a702196b-1d14-4ca9-91eb-8f9c76599e50 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "PUT /v2.0/floatingips/1245d95c-e40c-4402-8ad2-3549972b78df HTTP/1.1" status: 200 len: 992 time: 3.8812304 Oct 14 11:29:28.739086 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'tag': '84e2626c-fb84-447b-9ed9-08ceee481142'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:29:28.743418 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54db67c3-7985-4bb8-b23a-f655b3efec3a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a89cabc-05ea-4841-a22b-f97c3fade533", "tag": "84e2626c-fb84-447b-9ed9-08ceee481142"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:29:28.822736 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8861d782-595c-44c2-9dd9-a5ffee809d6c x-openstack-request-id: req-8861d782-595c-44c2-9dd9-a5ffee809d6c {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:29:28.823844 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a89cabc-05ea-4841-a22b-f97c3fade533", "tag": "84e2626c-fb84-447b-9ed9-08ceee481142", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:29:28.824510 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8861d782-595c-44c2-9dd9-a5ffee809d6c {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:29:28.825717 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'tag': '84e2626c-fb84-447b-9ed9-08ceee481142', 'status': 'completed', 'code': 200} Oct 14 11:29:28.827672 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ea54614c-f058-49b9-b876-6e5a771f8c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:28.833353 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ea54614c-f058-49b9-b876-6e5a771f8c68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:28.835605 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-ea54614c-f058-49b9-b876-6e5a771f8c68 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a5c47aab-0eea-4c2d-bfa2-ce95ce277cd2 HTTP/1.1" status: 204 len: 168 time: 0.7103744 Oct 14 11:29:28.856126 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-f6113334-fd7b-4e19-bd88-428508bd4a4d None None] Set router eb3614fb-8789-4942-aa97-22cf6b70dd56 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:29:28.867283 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-386b6e34-9331-4458-be1e-45c2c22718fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:28.871037 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-386b6e34-9331-4458-be1e-45c2c22718fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:28.872920 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-386b6e34-9331-4458-be1e-45c2c22718fa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d55b3cf7-63a9-4389-a444-4a53eaa8c76b HTTP/1.1" status: 204 len: 168 time: 0.6317432 Oct 14 11:29:28.874396 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54614c-f058-49b9-b876-6e5a771f8c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c47aab-0eea-4c2d-bfa2-ce95ce277cd2,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:28.945578 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6e34-9331-4458-be1e-45c2c22718fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55b3cf7-63a9-4389-a444-4a53eaa8c76b,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:29.021326 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db67c3-7985-4bb8-b23a-f655b3efec3a req-83800121-f310-4a5c-ba8a-c0d77ca87568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:29.023147 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-54db67c3-7985-4bb8-b23a-f655b3efec3a req-83800121-f310-4a5c-ba8a-c0d77ca87568 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6002f5ee1b60442cae91e69448c24382&device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 1099 time: 0.1439476 Oct 14 11:29:29.178277 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db67c3-7985-4bb8-b23a-f655b3efec3a req-40f9c076-5fda-42d1-ba13-109a9f96490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:29.183239 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-54db67c3-7985-4bb8-b23a-f655b3efec3a req-40f9c076-5fda-42d1-ba13-109a9f96490e service neutron] 10.222.0.36 "GET /v2.0/networks?id=953fc067-17c1-4744-a2d8-c5382bc078cb HTTP/1.1" status: 200 len: 918 time: 0.1524274 Oct 14 11:29:29.430652 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-54db67c3-7985-4bb8-b23a-f655b3efec3a req-319e960c-9b3f-4f55-a3fc-8fce81d60b02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84e2626c-fb84-447b-9ed9-08ceee481142 HTTP/1.1" status: 200 len: 1000 time: 0.2369666 Oct 14 11:29:29.529830 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-f6113334-fd7b-4e19-bd88-428508bd4a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:37Z', 'revision_number': 4, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '1245d95c-e40c-4402-8ad2-3549972b78df', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'port_id': '84e2626c-fb84-447b-9ed9-08ceee481142', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'mac_address': 'fa:16:3e:1a:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:28:52Z', 'updated_at': '2021-10-14T11:29:26Z', 'revision_number': 1, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d9d430-abdc-4f50-8a48-12f5f2d9e9b7', 'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'mac_address': 'fa:16:3e:3a:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:34Z', 'updated_at': '2021-10-14T11:28:46Z', 'revision_number': 5, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'subnets': [{'id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:29:29.540846 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-abf5254c-1e3c-4225-9518-ef8f7dbff505 req-fc8c7133-6ce2-411f-9849-8a02121f59fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4329386 Oct 14 11:29:29.607909 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 50104) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:29.614283 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6113334-fd7b-4e19-bd88-428508bd4a4d None None] Checking router: eb3614fb-8789-4942-aa97-22cf6b70dd56 for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:29:29.626038 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6113334-fd7b-4e19-bd88-428508bd4a4d None None] Routers {'eb3614fb-8789-4942-aa97-22cf6b70dd56'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:29:29.626966 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-f6113334-fd7b-4e19-bd88-428508bd4a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:29:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['eb3614fb-8789-4942-aa97-22cf6b70dd56'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:29:29.703350 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2b94032f-c932-4a1d-a758-e58cec14014c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:29.785711 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.db.resource_extend [None req-b6cb2d4a-47d2-435d-8f38-82b765c7ef57 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 14 11:29:29.821623 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db67c3-7985-4bb8-b23a-f655b3efec3a req-aa62898c-7d80-4a6d-abcb-62ddb8390c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:29.823594 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-54db67c3-7985-4bb8-b23a-f655b3efec3a req-aa62898c-7d80-4a6d-abcb-62ddb8390c0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e66ebcfd-406b-4441-8bf2-124e9b613a1b HTTP/1.1" status: 200 len: 856 time: 0.3628504 Oct 14 11:29:29.840673 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-f6113334-fd7b-4e19-bd88-428508bd4a4d None None] Set router eb3614fb-8789-4942-aa97-22cf6b70dd56 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:29:29.979528 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac45416-0814-417e-a165-475108f77cc7 req-5a941ffc-cd7e-41c4-b775-fcf19ff37f41 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:30.004423 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5ac45416-0814-417e-a165-475108f77cc7 req-5a941ffc-cd7e-41c4-b775-fcf19ff37f41 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.3170741 Oct 14 11:29:30.027606 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b6cb2d4a-47d2-435d-8f38-82b765c7ef57 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:30.043309 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b6cb2d4a-47d2-435d-8f38-82b765c7ef57 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:30.101557 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5254c-1e3c-4225-9518-ef8f7dbff505 req-b63eacc9-7864-48b4-b631-e2bed3829d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:30.103547 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-abf5254c-1e3c-4225-9518-ef8f7dbff505 req-b63eacc9-7864-48b4-b631-e2bed3829d0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c25e48bad5a643e0be015e2f9139204b&device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 1098 time: 0.1715715 Oct 14 11:29:30.182790 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2b94032f-c932-4a1d-a758-e58cec14014c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:30.194939 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2b94032f-c932-4a1d-a758-e58cec14014c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:30.301683 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5ac45416-0814-417e-a165-475108f77cc7 req-e809360a-f69c-41ff-b0e0-bb94d31f039b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956626 Oct 14 11:29:30.303793 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.l3_db [None req-b6cb2d4a-47d2-435d-8f38-82b765c7ef57 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Floating IP 43b501be-4d6e-4e7e-8bbd-efe7a58c4f16 associated. External IP: 172.27.1.42, port: 5d47fc79-d147-493f-bcf9-1ddfab5908b9. Oct 14 11:29:30.335863 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db67c3-7985-4bb8-b23a-f655b3efec3a req-23d4dae6-bd60-4a1b-8c3d-476b40260223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:30.338264 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-54db67c3-7985-4bb8-b23a-f655b3efec3a req-23d4dae6-bd60-4a1b-8c3d-476b40260223 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=953fc067-17c1-4744-a2d8-c5382bc078cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4463713 Oct 14 11:29:30.350181 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-2b94032f-c932-4a1d-a758-e58cec14014c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=364080900a774de5b8316d785e681912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7278206 Oct 14 11:29:30.351441 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94032f-c932-4a1d-a758-e58cec14014c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36ec1fe-851b-466f-8ffb-f25be2f94993,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:30.352325 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 50136) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:30.475922 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5254c-1e3c-4225-9518-ef8f7dbff505 req-7ee76726-633b-4c07-8756-d7ece9cdfa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:30.478040 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-abf5254c-1e3c-4225-9518-ef8f7dbff505 req-7ee76726-633b-4c07-8756-d7ece9cdfa84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=22a3a112-b695-44bf-a54c-7fa560fb1477 HTTP/1.1" status: 200 len: 919 time: 0.3418605 Oct 14 11:29:30.482963 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-54db67c3-7985-4bb8-b23a-f655b3efec3a req-278a6583-856b-4701-ba92-7e6e5bb9d04f service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254525 Oct 14 11:29:30.602306 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-f6113334-fd7b-4e19-bd88-428508bd4a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:37Z', 'revision_number': 4, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '1245d95c-e40c-4402-8ad2-3549972b78df', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'port_id': '84e2626c-fb84-447b-9ed9-08ceee481142', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'mac_address': 'fa:16:3e:1a:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:28:52Z', 'updated_at': '2021-10-14T11:29:26Z', 'revision_number': 1, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d9d430-abdc-4f50-8a48-12f5f2d9e9b7', 'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'mac_address': 'fa:16:3e:3a:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:34Z', 'updated_at': '2021-10-14T11:28:46Z', 'revision_number': 5, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'subnets': [{'id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:29:30.610852 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-abf5254c-1e3c-4225-9518-ef8f7dbff505 req-edceae48-7ed7-40de-8a14-b9c798cfe5a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea016015-3232-4592-a5c5-9a6cc0fa641e HTTP/1.1" status: 200 len: 217 time: 0.0997174 Oct 14 11:29:30.622294 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b40be973-82e4-4655-b0a8-d93e35c86e12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:30.677142 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-54db67c3-7985-4bb8-b23a-f655b3efec3a req-0ba168fb-e218-4750-bbf9-e34aafba5278 service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675580 Oct 14 11:29:30.685426 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6113334-fd7b-4e19-bd88-428508bd4a4d None None] The sync data for ids ['eb3614fb-8789-4942-aa97-22cf6b70dd56'] in dv-cinder-797970-2-iscsi is: [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:37Z', 'revision_number': 4, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '1245d95c-e40c-4402-8ad2-3549972b78df', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'port_id': '84e2626c-fb84-447b-9ed9-08ceee481142', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'mac_address': 'fa:16:3e:1a:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:28:52Z', 'updated_at': '2021-10-14T11:29:26Z', 'revision_number': 1, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d9d430-abdc-4f50-8a48-12f5f2d9e9b7', 'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'mac_address': 'fa:16:3e:3a:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:34Z', 'updated_at': '2021-10-14T11:28:46Z', 'revision_number': 5, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'subnets': [{'id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:29:30.814395 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b40be973-82e4-4655-b0a8-d93e35c86e12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:30.838040 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5254c-1e3c-4225-9518-ef8f7dbff505 req-eba34437-6599-4ce3-b07c-60a5c71a7b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:30.839631 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-abf5254c-1e3c-4225-9518-ef8f7dbff505 req-eba34437-6599-4ce3-b07c-60a5c71a7b07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb263852-17ec-4719-94ae-b000402a4137 HTTP/1.1" status: 200 len: 858 time: 0.2191827 Oct 14 11:29:30.927744 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-abf5254c-1e3c-4225-9518-ef8f7dbff505 req-c40bf7e7-3bbd-4b7b-aa05-b485be4cdab2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22a3a112-b695-44bf-a54c-7fa560fb1477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551622 Oct 14 11:29:30.996292 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cb2d4a-47d2-435d-8f38-82b765c7ef57 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Router 2846f507-ed82-423f-bf77-527d62b1f70d has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:29:31.057149 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6db45c-8e4f-4a10-a4dd-5768821c3fff None None] New status for floating IP 1245d95c-e40c-4402-8ad2-3549972b78df: ACTIVE {{(pid=99834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:29:31.071342 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b40be973-82e4-4655-b0a8-d93e35c86e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:31.075726 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b40be973-82e4-4655-b0a8-d93e35c86e12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:31.083219 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-b40be973-82e4-4655-b0a8-d93e35c86e12 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c36ec1fe-851b-466f-8ffb-f25be2f94993 HTTP/1.1" status: 204 len: 168 time: 0.7236104 Oct 14 11:29:31.409583 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cb2d4a-47d2-435d-8f38-82b765c7ef57 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:29:31.423434 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b6cb2d4a-47d2-435d-8f38-82b765c7ef57 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:31.431520 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae17020-63ab-4424-b93e-93896073b760 None None] Sync routers for ids ['2846f507-ed82-423f-bf77-527d62b1f70d'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:29:31.457575 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae17020-63ab-4424-b93e-93896073b760 None None] Routers {'2846f507-ed82-423f-bf77-527d62b1f70d'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:29:31.461999 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-4ae17020-63ab-4424-b93e-93896073b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:29:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['2846f507-ed82-423f-bf77-527d62b1f70d'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:29:31.466177 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 50174) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:31.484256 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40be973-82e4-4655-b0a8-d93e35c86e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36ec1fe-851b-466f-8ffb-f25be2f94993,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:31.603628 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-abf5254c-1e3c-4225-9518-ef8f7dbff505 req-6be3b410-6f7d-429d-9688-f16f51496579 service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6589468 Oct 14 11:29:31.605583 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce29bf0-7cba-4d44-b22a-86fb1ee7495d admin admin] Deleting subnet 4bc52513-5233-4cf8-84b3-45a29adf36b0 {{(pid=99832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:29:31.610934 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-b6cb2d4a-47d2-435d-8f38-82b765c7ef57 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "PUT /v2.0/floatingips/43b501be-4d6e-4e7e-8bbd-efe7a58c4f16 HTTP/1.1" status: 200 len: 991 time: 3.7822115 Oct 14 11:29:31.618703 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fce29bf0-7cba-4d44-b22a-86fb1ee7495d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:31.683250 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3553e4-79ac-4439-a3b2-137655492850', 'tag': '5d47fc79-d147-493f-bcf9-1ddfab5908b9'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:29:31.686074 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ff8a90-e078-4766-8c9e-0d0173d9e94d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3553e4-79ac-4439-a3b2-137655492850", "tag": "5d47fc79-d147-493f-bcf9-1ddfab5908b9"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:29:31.719953 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fce29bf0-7cba-4d44-b22a-86fb1ee7495d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1332862'] for subnet, precommit_delete_associations {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:31.774488 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-4ae17020-63ab-4424-b93e-93896073b760 None None] Set router 2846f507-ed82-423f-bf77-527d62b1f70d gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:29:31.843866 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fce29bf0-7cba-4d44-b22a-86fb1ee7495d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856540'] for subnet, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:31.858182 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:31.865371 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 50186) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:31.947384 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fce29bf0-7cba-4d44-b22a-86fb1ee7495d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7939685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4544050'] for subnet, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:31.994656 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f617c5-cf3b-4390-9bac-452514ebe647 x-openstack-request-id: req-64f617c5-cf3b-4390-9bac-452514ebe647 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:29:31.995010 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3553e4-79ac-4439-a3b2-137655492850", "tag": "5d47fc79-d147-493f-bcf9-1ddfab5908b9", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:29:31.995237 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-64f617c5-cf3b-4390-9bac-452514ebe647 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:29:31.995646 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3553e4-79ac-4439-a3b2-137655492850', 'tag': '5d47fc79-d147-493f-bcf9-1ddfab5908b9', 'status': 'completed', 'code': 200} Oct 14 11:29:32.001518 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce29bf0-7cba-4d44-b22a-86fb1ee7495d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bc52513-5233-4cf8-84b3-45a29adf36b0,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:32.008229 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fce29bf0-7cba-4d44-b22a-86fb1ee7495d admin admin] Publish callbacks [] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:32.012104 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-fce29bf0-7cba-4d44-b22a-86fb1ee7495d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4bc52513-5233-4cf8-84b3-45a29adf36b0 HTTP/1.1" status: 204 len: 168 time: 0.5445497 Oct 14 11:29:32.017913 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 50196) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:32.025077 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f85ef-899b-40f0-81fc-3010d9fca668 req-98de929e-d6eb-461a-8a02-02fe13641903 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:32.033546 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a64f85ef-899b-40f0-81fc-3010d9fca668 req-98de929e-d6eb-461a-8a02-02fe13641903 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.4627247 Oct 14 11:29:32.088694 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-abf5254c-1e3c-4225-9518-ef8f7dbff505 req-5e700cca-18d3-4f71-93a0-00fe0c0363fe service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751630 Oct 14 11:29:32.102979 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a64f85ef-899b-40f0-81fc-3010d9fca668 req-44e03f1c-1ddd-4f8a-9a57-adb5d5350e8a tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690403 Oct 14 11:29:32.125058 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-98a74d04-2644-4dfb-8bfe-6b1d4f51b620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530326'] for network, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:32.189898 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-87ebe764-3fc5-4405-89c3-7a0bd721b2c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:32.255188 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-98a74d04-2644-4dfb-8bfe-6b1d4f51b620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854089', 'neutron.services.segments.db._delete_segments_for_network-8773231307825'] for network, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:32.290405 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-98a74d04-2644-4dfb-8bfe-6b1d4f51b620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efb7d4d-8d4b-467e-af80-3a344db61ee1']}} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:29:32.301142 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-4ae17020-63ab-4424-b93e-93896073b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:39Z', 'revision_number': 4, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '43b501be-4d6e-4e7e-8bbd-efe7a58c4f16', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'port_id': '5d47fc79-d147-493f-bcf9-1ddfab5908b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'mac_address': 'fa:16:3e:4c:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3553e4-79ac-4439-a3b2-137655492850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:29:01Z', 'updated_at': '2021-10-14T11:29:29Z', 'revision_number': 1, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23482def-d544-4f50-8d25-248f359d91dd', 'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'mac_address': 'fa:16:3e:bb:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:33Z', 'updated_at': '2021-10-14T11:28:54Z', 'revision_number': 5, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'subnets': [{'id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:29:32.313566 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-98a74d04-2644-4dfb-8bfe-6b1d4f51b620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b2e9e2-6e70-4ff1-b209-3c655350b632') {'for_net_delete': True} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:29:32.314325 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-98a74d04-2644-4dfb-8bfe-6b1d4f51b620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b2e9e2-6e70-4ff1-b209-3c655350b632') {} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:29:32.328690 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-87ebe764-3fc5-4405-89c3-7a0bd721b2c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:32.336594 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-87ebe764-3fc5-4405-89c3-7a0bd721b2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:32.337195 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-98a74d04-2644-4dfb-8bfe-6b1d4f51b620 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773231308346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1332807'] for segment, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:32.338445 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae17020-63ab-4424-b93e-93896073b760 None None] Checking router: 2846f507-ed82-423f-bf77-527d62b1f70d for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:29:32.349359 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae17020-63ab-4424-b93e-93896073b760 None None] Routers {'2846f507-ed82-423f-bf77-527d62b1f70d'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:29:32.350121 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-4ae17020-63ab-4424-b93e-93896073b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:29:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['2846f507-ed82-423f-bf77-527d62b1f70d'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:29:32.375160 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-98a74d04-2644-4dfb-8bfe-6b1d4f51b620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:32.392168 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a74d04-2644-4dfb-8bfe-6b1d4f51b620 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=99832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:29:32.392644 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-98a74d04-2644-4dfb-8bfe-6b1d4f51b620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7940039'] for segment, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: Traceback (most recent call last): Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: timer() Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: cb(*args, **kw) Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: return func(*args, **kwargs) Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: self._notify() Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: self.callback(batched_events) Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: event.method(event) Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: return f(self, *a, **k) Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._get(url).json() Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: return self.request(url, 'GET', **kwargs) Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:29:32.396913 dv-cinder-797970-2-iscsi neutron-server[99832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:29:32.405586 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-87ebe764-3fc5-4405-89c3-7a0bd721b2c0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=298a679dda4544cb9a49b1c5b81b5e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5268672 Oct 14 11:29:32.410076 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 50204) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:32.515611 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-98a74d04-2644-4dfb-8bfe-6b1d4f51b620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1778393'] for network, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:32.534882 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-98a74d04-2644-4dfb-8bfe-6b1d4f51b620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:32.545773 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-98a74d04-2644-4dfb-8bfe-6b1d4f51b620 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8efb7d4d-8d4b-467e-af80-3a344db61ee1 HTTP/1.1" status: 204 len: 168 time: 0.5268691 Oct 14 11:29:32.567497 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebe764-3fc5-4405-89c3-7a0bd721b2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de93b17-e086-406f-a416-788010aced81,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:32.568457 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a74d04-2644-4dfb-8bfe-6b1d4f51b620 admin admin] Pushing event deleted for resources: {'Network': ['ID=8efb7d4d-8d4b-467e-af80-3a344db61ee1,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:32.580187 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-623daed2-1fb1-49a9-ab34-79d4d53c074c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:32.608030 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-4ae17020-63ab-4424-b93e-93896073b760 None None] Set router 2846f507-ed82-423f-bf77-527d62b1f70d gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:29:32.631210 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-623daed2-1fb1-49a9-ab34-79d4d53c074c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:32.731926 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-623daed2-1fb1-49a9-ab34-79d4d53c074c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:32.735348 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-623daed2-1fb1-49a9-ab34-79d4d53c074c admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:32.736401 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-623daed2-1fb1-49a9-ab34-79d4d53c074c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2de93b17-e086-406f-a416-788010aced81 HTTP/1.1" status: 204 len: 168 time: 0.3249629 Oct 14 11:29:32.746955 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623daed2-1fb1-49a9-ab34-79d4d53c074c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de93b17-e086-406f-a416-788010aced81,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:32.811320 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 50220) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:32.860095 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-18e6b581-d086-41e4-97dc-2aeab6356e69 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c1f55249bbec40de9c5cc2e6be63d168&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0474093 Oct 14 11:29:32.863746 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 50224) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:32.935482 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-18a43c0b-7210-4b92-8116-9027ed8a361c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:32.978168 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-18a43c0b-7210-4b92-8116-9027ed8a361c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:33.048970 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-18a43c0b-7210-4b92-8116-9027ed8a361c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:33.049225 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-4ae17020-63ab-4424-b93e-93896073b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:39Z', 'revision_number': 4, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '43b501be-4d6e-4e7e-8bbd-efe7a58c4f16', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'port_id': '5d47fc79-d147-493f-bcf9-1ddfab5908b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'mac_address': 'fa:16:3e:4c:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3553e4-79ac-4439-a3b2-137655492850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:29:01Z', 'updated_at': '2021-10-14T11:29:29Z', 'revision_number': 1, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23482def-d544-4f50-8d25-248f359d91dd', 'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'mac_address': 'fa:16:3e:bb:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:33Z', 'updated_at': '2021-10-14T11:28:54Z', 'revision_number': 5, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'subnets': [{'id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:29:33.054270 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-18a43c0b-7210-4b92-8116-9027ed8a361c admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:33.054270 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-18a43c0b-7210-4b92-8116-9027ed8a361c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8 HTTP/1.1" status: 204 len: 168 time: 0.1897752 Oct 14 11:29:33.063498 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a43c0b-7210-4b92-8116-9027ed8a361c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79a0c3c-9082-41e1-b7e7-acfdb7ee34e8,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:33.086463 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae17020-63ab-4424-b93e-93896073b760 None None] The sync data for ids ['2846f507-ed82-423f-bf77-527d62b1f70d'] in dv-cinder-797970-2-iscsi is: [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:39Z', 'revision_number': 4, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '43b501be-4d6e-4e7e-8bbd-efe7a58c4f16', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'port_id': '5d47fc79-d147-493f-bcf9-1ddfab5908b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'mac_address': 'fa:16:3e:4c:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3553e4-79ac-4439-a3b2-137655492850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:29:01Z', 'updated_at': '2021-10-14T11:29:29Z', 'revision_number': 1, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23482def-d544-4f50-8d25-248f359d91dd', 'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'mac_address': 'fa:16:3e:bb:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:33Z', 'updated_at': '2021-10-14T11:28:54Z', 'revision_number': 5, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'subnets': [{'id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:29:33.348474 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd36d8d-4f94-42f9-877e-c52930674753 None None] New status for floating IP 43b501be-4d6e-4e7e-8bbd-efe7a58c4f16: ACTIVE {{(pid=99834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:29:34.862733 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff8a90-e078-4766-8c9e-0d0173d9e94d req-4dc40732-2d1a-40d5-b643-98d0a238a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:34.865201 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b1ff8a90-e078-4766-8c9e-0d0173d9e94d req-4dc40732-2d1a-40d5-b643-98d0a238a10f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de741739c33a4b63ad4a3d09e4ca7ac1&device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 1099 time: 0.0752094 Oct 14 11:29:35.028774 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77069126-083a-494c-87ed-445b3a5f811e req-d903309b-774a-4ca1-99e6-02fa57e5f672 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:35.030311 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-77069126-083a-494c-87ed-445b3a5f811e req-d903309b-774a-4ca1-99e6-02fa57e5f672 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.1123886 Oct 14 11:29:35.042088 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff8a90-e078-4766-8c9e-0d0173d9e94d req-5fcf04f3-97a1-4125-9169-ba1b607dea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:35.043657 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b1ff8a90-e078-4766-8c9e-0d0173d9e94d req-5fcf04f3-97a1-4125-9169-ba1b607dea96 service neutron] 10.222.0.36 "GET /v2.0/networks?id=813d5405-6bb2-4fac-9eae-a4821c818143 HTTP/1.1" status: 200 len: 912 time: 0.1524806 Oct 14 11:29:35.460089 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b1ff8a90-e078-4766-8c9e-0d0173d9e94d req-4d2f63fe-57b0-4b89-b547-e5e37df3ab63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d47fc79-d147-493f-bcf9-1ddfab5908b9 HTTP/1.1" status: 200 len: 1001 time: 0.3925447 Oct 14 11:29:35.474950 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-77069126-083a-494c-87ed-445b3a5f811e req-b03bcb35-49d3-4884-a217-e67d906e504e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266617 Oct 14 11:29:35.559975 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff8a90-e078-4766-8c9e-0d0173d9e94d req-4034e81c-853d-4b4f-9aa7-ead9dc495457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:35.562944 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b1ff8a90-e078-4766-8c9e-0d0173d9e94d req-4034e81c-853d-4b4f-9aa7-ead9dc495457 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eabf075f-9b14-49fd-b253-1bf2d160d1a0 HTTP/1.1" status: 200 len: 850 time: 0.0867414 Oct 14 11:29:35.672343 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff8a90-e078-4766-8c9e-0d0173d9e94d req-c962f822-58ac-44ae-91a7-798ada0d923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:35.674836 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b1ff8a90-e078-4766-8c9e-0d0173d9e94d req-c962f822-58ac-44ae-91a7-798ada0d923f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=813d5405-6bb2-4fac-9eae-a4821c818143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954604 Oct 14 11:29:35.800964 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b1ff8a90-e078-4766-8c9e-0d0173d9e94d req-ff8fa114-4350-4e1a-9a46-3b4d9359d87e service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084762 Oct 14 11:29:35.963081 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b1ff8a90-e078-4766-8c9e-0d0173d9e94d req-3abee155-a88b-49db-b8c3-81d364138957 service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549053 Oct 14 11:29:36.621967 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a290106-b637-42c4-9365-69b295199490 req-702fffde-a72f-4c05-9b64-87a11cd7721c tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:36.623682 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-8a290106-b637-42c4-9365-69b295199490 req-702fffde-a72f-4c05-9b64-87a11cd7721c tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0680897 Oct 14 11:29:36.679992 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-8a290106-b637-42c4-9365-69b295199490 req-9bf31376-eb8c-4b18-a4b1-c5fee8fb237e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394197 Oct 14 11:29:37.816551 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa80ba-4144-4402-8acc-8a270b50c8c1 req-6fb7e341-80fb-4ec3-be29-88d71278a307 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:37.818176 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-52aa80ba-4144-4402-8acc-8a270b50c8c1 req-6fb7e341-80fb-4ec3-be29-88d71278a307 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0599489 Oct 14 11:29:37.862808 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-52aa80ba-4144-4402-8acc-8a270b50c8c1 req-5af1f815-9640-457b-874b-280212640308 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361233 Oct 14 11:29:40.392866 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca0b60-8bc4-46d2-ab45-38ad3a81ffb8 req-53e3df51-264e-4ecc-b01c-8d6593b7a976 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:40.394660 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a4ca0b60-8bc4-46d2-ab45-38ad3a81ffb8 req-53e3df51-264e-4ecc-b01c-8d6593b7a976 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0680008 Oct 14 11:29:40.443172 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a4ca0b60-8bc4-46d2-ab45-38ad3a81ffb8 req-2f4a2df2-04ec-40c1-af63-19aab971dbe7 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415156 Oct 14 11:29:41.666145 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aa490-b080-42f4-bf5f-60dc3f3120f1 req-cac9159d-a81b-4047-ba66-b69888db7a94 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:41.668523 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bf4aa490-b080-42f4-bf5f-60dc3f3120f1 req-cac9159d-a81b-4047-ba66-b69888db7a94 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0844107 Oct 14 11:29:41.731406 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bf4aa490-b080-42f4-bf5f-60dc3f3120f1 req-580d71d5-7671-480f-9b96-8880f487666a tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517840 Oct 14 11:29:42.162317 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 50550) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:42.399600 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-072c8664-7bcb-4a73-95f3-1220424ecc94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:42.553895 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-072c8664-7bcb-4a73-95f3-1220424ecc94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:42.561689 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-072c8664-7bcb-4a73-95f3-1220424ecc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:42.604676 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 50574) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:42.605591 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-072c8664-7bcb-4a73-95f3-1220424ecc94 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f82f0ef0dbfd4c3bafa5bd099736097b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413249 Oct 14 11:29:42.633391 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c8664-7bcb-4a73-95f3-1220424ecc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4193c5e0-8dd4-4aea-8eca-4da614b9eac6,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:42.705609 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e5df66b4-a426-497f-9532-8c2c7adebd97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:42.761007 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e5df66b4-a426-497f-9532-8c2c7adebd97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:42.853913 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e5df66b4-a426-497f-9532-8c2c7adebd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:42.856829 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e5df66b4-a426-497f-9532-8c2c7adebd97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:42.858111 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-e5df66b4-a426-497f-9532-8c2c7adebd97 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4193c5e0-8dd4-4aea-8eca-4da614b9eac6 HTTP/1.1" status: 204 len: 168 time: 0.2524307 Oct 14 11:29:42.868433 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df66b4-a426-497f-9532-8c2c7adebd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4193c5e0-8dd4-4aea-8eca-4da614b9eac6,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:42.915503 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f84643-500f-44c0-90fe-d1e54102ee83 req-2865813f-53d9-4b25-9375-cbceadc33618 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:42.924506 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-62f84643-500f-44c0-90fe-d1e54102ee83 req-2865813f-53d9-4b25-9375-cbceadc33618 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0807881 Oct 14 11:29:42.968815 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-62f84643-500f-44c0-90fe-d1e54102ee83 req-31148d5f-8b7f-4211-8c98-11d510c0e21e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433469 Oct 14 11:29:43.290783 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 50596) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:43.305436 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-893bbc77-961b-4ae3-b908-b2de2d6137c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:43.397359 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-893bbc77-961b-4ae3-b908-b2de2d6137c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:43.401882 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-893bbc77-961b-4ae3-b908-b2de2d6137c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:43.453136 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-893bbc77-961b-4ae3-b908-b2de2d6137c6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d3414c0b915f4d08a3780557f661b89e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609073 Oct 14 11:29:43.454595 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bbc77-961b-4ae3-b908-b2de2d6137c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff3c44d-dc86-4554-9066-8bb1e4e8e6d1,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:43.456961 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 50600) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:43.526341 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-59a7d8b6-48b9-4693-be6f-d28344a3491c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:43.552042 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-59a7d8b6-48b9-4693-be6f-d28344a3491c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:43.617197 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-59a7d8b6-48b9-4693-be6f-d28344a3491c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:43.622541 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-59a7d8b6-48b9-4693-be6f-d28344a3491c admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:43.624492 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-59a7d8b6-48b9-4693-be6f-d28344a3491c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ff3c44d-dc86-4554-9066-8bb1e4e8e6d1 HTTP/1.1" status: 204 len: 168 time: 0.1658978 Oct 14 11:29:43.639208 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7d8b6-48b9-4693-be6f-d28344a3491c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff3c44d-dc86-4554-9066-8bb1e4e8e6d1,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:46.048515 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b25556-077d-41c1-90dd-664133d4016f req-c7678c6f-4c89-445f-9412-52851fcfa5b9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:46.052128 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-12b25556-077d-41c1-90dd-664133d4016f req-c7678c6f-4c89-445f-9412-52851fcfa5b9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0653398 Oct 14 11:29:46.115632 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-12b25556-077d-41c1-90dd-664133d4016f req-46fba6e0-9be8-434d-841e-9455581bdf30 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551760 Oct 14 11:29:46.251727 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 50706) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:46.383780 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-555ea7f9-282b-44cb-88af-eded1cbc8db2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:46.476248 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-555ea7f9-282b-44cb-88af-eded1cbc8db2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:46.480335 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-555ea7f9-282b-44cb-88af-eded1cbc8db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:46.525914 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-555ea7f9-282b-44cb-88af-eded1cbc8db2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b9eb09bf29b44aabb395875cdcdc9ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727056 Oct 14 11:29:46.528135 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ea7f9-282b-44cb-88af-eded1cbc8db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b5b51f-8ba5-49cf-9c2e-9572d5d55da6,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:46.528979 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 50714) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:46.589046 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-277dab91-d74e-420a-9cba-dba814b83405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:46.626130 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-277dab91-d74e-420a-9cba-dba814b83405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:46.690894 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-277dab91-d74e-420a-9cba-dba814b83405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:46.694488 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-277dab91-d74e-420a-9cba-dba814b83405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:46.695694 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-277dab91-d74e-420a-9cba-dba814b83405 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/35b5b51f-8ba5-49cf-9c2e-9572d5d55da6 HTTP/1.1" status: 204 len: 168 time: 0.1656950 Oct 14 11:29:46.704544 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dab91-d74e-420a-9cba-dba814b83405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b5b51f-8ba5-49cf-9c2e-9572d5d55da6,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:47.063520 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 50732) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:47.078874 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9293-5586-4ba3-a99d-7ee68efaa57d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:47.165699 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9293-5586-4ba3-a99d-7ee68efaa57d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:47.172706 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9293-5586-4ba3-a99d-7ee68efaa57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:47.223954 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-bd4a9293-5586-4ba3-a99d-7ee68efaa57d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b0d7762bf5f545b3b75631c8298aebf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591759 Oct 14 11:29:47.225592 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a9293-5586-4ba3-a99d-7ee68efaa57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559d9c01-b6c6-4691-8832-6ae225617956,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:47.226710 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 50738) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:47.234054 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7ec25406-4f92-4240-9614-2747b3351c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:47.291185 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-71097e29-33f3-43ae-9815-993bd3495b25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:47.314660 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-71097e29-33f3-43ae-9815-993bd3495b25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:47.366240 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-71097e29-33f3-43ae-9815-993bd3495b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:47.369098 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-71097e29-33f3-43ae-9815-993bd3495b25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:47.370288 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-71097e29-33f3-43ae-9815-993bd3495b25 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/559d9c01-b6c6-4691-8832-6ae225617956 HTTP/1.1" status: 204 len: 168 time: 0.1425555 Oct 14 11:29:47.379315 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71097e29-33f3-43ae-9815-993bd3495b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559d9c01-b6c6-4691-8832-6ae225617956,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:49.708109 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f66ba2-755d-4851-be2e-8a17ccf478e3 req-bcac749f-e004-4aab-95b6-293a2a6e35de tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:49.710849 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-48f66ba2-755d-4851-be2e-8a17ccf478e3 req-bcac749f-e004-4aab-95b6-293a2a6e35de tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0601130 Oct 14 11:29:49.736308 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-acc68f36-a0d3-45bd-b1fc-adbb220da522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:49.781351 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-48f66ba2-755d-4851-be2e-8a17ccf478e3 req-c327fbd3-811e-4a5a-86b0-87474a1c40cc tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530908 Oct 14 11:29:50.977188 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8296c-8567-45d6-8cd5-3209055dd8d7 req-71a9eaf1-f042-4625-a455-e3f1569db28e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:50.979278 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4bf8296c-8567-45d6-8cd5-3209055dd8d7 req-71a9eaf1-f042-4625-a455-e3f1569db28e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0793445 Oct 14 11:29:51.030741 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4bf8296c-8567-45d6-8cd5-3209055dd8d7 req-f5c6c055-d79a-4e7b-9d32-34920bde2fed tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453384 Oct 14 11:29:51.184528 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:51.737099 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 50876) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:51.882131 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-391ae9b9-2cba-41f5-8218-1cc93b8afe25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:52.042677 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-391ae9b9-2cba-41f5-8218-1cc93b8afe25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:52.048099 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-391ae9b9-2cba-41f5-8218-1cc93b8afe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:52.096893 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 50894) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:52.097983 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-391ae9b9-2cba-41f5-8218-1cc93b8afe25 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d8d375f508004ec8a6c6aad9270a4fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576789 Oct 14 11:29:52.099801 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ae9b9-2cba-41f5-8218-1cc93b8afe25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33af658-5cbd-4f2a-950f-21e30f50be20,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:52.219475 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-45c8abd0-1571-45e6-adb5-11f8a5ce17b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:52.240554 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa4e8e-4a3c-442e-997c-4ad873aed1b7 req-283adb17-bd8f-4d36-8c85-7a3df54f321b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:52.242152 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c3fa4e8e-4a3c-442e-997c-4ad873aed1b7 req-283adb17-bd8f-4d36-8c85-7a3df54f321b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.1024716 Oct 14 11:29:52.262972 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-45c8abd0-1571-45e6-adb5-11f8a5ce17b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:52.323406 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c3fa4e8e-4a3c-442e-997c-4ad873aed1b7 req-e50dcb08-d3d3-453f-8227-662fa48d0dcd tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719118 Oct 14 11:29:52.351727 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-45c8abd0-1571-45e6-adb5-11f8a5ce17b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:52.356427 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-45c8abd0-1571-45e6-adb5-11f8a5ce17b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:52.358451 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-45c8abd0-1571-45e6-adb5-11f8a5ce17b3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f33af658-5cbd-4f2a-950f-21e30f50be20 HTTP/1.1" status: 204 len: 168 time: 0.2602024 Oct 14 11:29:52.372821 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8abd0-1571-45e6-adb5-11f8a5ce17b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33af658-5cbd-4f2a-950f-21e30f50be20,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:52.523807 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:52.984744 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:53.479914 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3de4d3-77fa-4b76-b1ad-83c29200edf2 req-986d0f4e-3bdd-4a80-a2aa-acce0257030d tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:53.488042 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6c3de4d3-77fa-4b76-b1ad-83c29200edf2 req-986d0f4e-3bdd-4a80-a2aa-acce0257030d tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0717313 Oct 14 11:29:53.528453 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 50968) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:53.547618 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6c3de4d3-77fa-4b76-b1ad-83c29200edf2 req-ccf36ead-ccd5-490c-93cc-076a0621bfe0 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558357 Oct 14 11:29:53.662091 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-955cbcf6-c901-4a0e-b051-a2bfb8f1c39c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:53.756356 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-955cbcf6-c901-4a0e-b051-a2bfb8f1c39c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:53.763773 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-955cbcf6-c901-4a0e-b051-a2bfb8f1c39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:53.842143 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-955cbcf6-c901-4a0e-b051-a2bfb8f1c39c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=34d66dc290c74d6183906b52dbdaec86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123245 Oct 14 11:29:53.843073 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cbcf6-c901-4a0e-b051-a2bfb8f1c39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16732510-79fa-495d-abee-47c53d28b86e,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:53.845023 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 50984) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:53.980677 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f36b9f44-769a-47c6-bc0b-336fbbc7d43e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:54.026820 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f36b9f44-769a-47c6-bc0b-336fbbc7d43e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:54.148189 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f36b9f44-769a-47c6-bc0b-336fbbc7d43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:54.152353 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f36b9f44-769a-47c6-bc0b-336fbbc7d43e admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:54.157267 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-f36b9f44-769a-47c6-bc0b-336fbbc7d43e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/16732510-79fa-495d-abee-47c53d28b86e HTTP/1.1" status: 204 len: 168 time: 0.3072100 Oct 14 11:29:54.175259 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b9f44-769a-47c6-bc0b-336fbbc7d43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16732510-79fa-495d-abee-47c53d28b86e,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:54.378696 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:29:54.528906 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51022) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:54.671294 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1f9e5698-bbd3-4fd9-894c-8718ff517916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:54.708475 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506e25b-fe9e-4cd6-bf83-971611763370 req-6a51b709-adb5-402b-8ccd-5e1431fa2991 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:54.710546 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c506e25b-fe9e-4cd6-bf83-971611763370 req-6a51b709-adb5-402b-8ccd-5e1431fa2991 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0750349 Oct 14 11:29:54.786634 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c506e25b-fe9e-4cd6-bf83-971611763370 req-42d240e1-f0bc-46fe-946c-d14c89ca1ca1 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690482 Oct 14 11:29:54.823588 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1f9e5698-bbd3-4fd9-894c-8718ff517916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:54.829227 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1f9e5698-bbd3-4fd9-894c-8718ff517916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:54.873428 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-1f9e5698-bbd3-4fd9-894c-8718ff517916 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1b96627b9b1748f3bd618c78ff4c1e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433375 Oct 14 11:29:54.879153 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 51038) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:54.883242 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e5698-bbd3-4fd9-894c-8718ff517916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fcd725-6b0a-42a3-9bdf-fc810f959f9e,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:54.974338 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-66ff5670-bee2-4dc8-85c5-bb3e8f9c8bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:55.021508 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-66ff5670-bee2-4dc8-85c5-bb3e8f9c8bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:55.111326 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-66ff5670-bee2-4dc8-85c5-bb3e8f9c8bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:55.114688 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-66ff5670-bee2-4dc8-85c5-bb3e8f9c8bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:55.116088 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-66ff5670-bee2-4dc8-85c5-bb3e8f9c8bba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/20fcd725-6b0a-42a3-9bdf-fc810f959f9e HTTP/1.1" status: 204 len: 168 time: 0.2353725 Oct 14 11:29:55.125446 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff5670-bee2-4dc8-85c5-bb3e8f9c8bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fcd725-6b0a-42a3-9bdf-fc810f959f9e,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:55.210604 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 51066) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:55.296607 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc81766d-8e39-494a-8aed-4f6a9fc32e98 admin admin] Deleting subnet c308d9a7-2bff-4493-bc78-bd8594da8d9e {{(pid=99833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:29:55.301731 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fc81766d-8e39-494a-8aed-4f6a9fc32e98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:55.379531 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fc81766d-8e39-494a-8aed-4f6a9fc32e98 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:55.397726 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fc81766d-8e39-494a-8aed-4f6a9fc32e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856540'] for subnet, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:55.520124 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fc81766d-8e39-494a-8aed-4f6a9fc32e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for subnet, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:55.576934 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81766d-8e39-494a-8aed-4f6a9fc32e98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c308d9a7-2bff-4493-bc78-bd8594da8d9e,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:55.584075 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fc81766d-8e39-494a-8aed-4f6a9fc32e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:55.590154 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-fc81766d-8e39-494a-8aed-4f6a9fc32e98 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c308d9a7-2bff-4493-bc78-bd8594da8d9e HTTP/1.1" status: 204 len: 168 time: 0.3779366 Oct 14 11:29:55.595688 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51098) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:56.030036 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 51124) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:56.046847 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-df252ebf-328f-4485-8895-181da5ff29fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.118052 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d890ce53-be78-4cb0-9cd1-2f22a41dfbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530326'] for network, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.182185 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6273916-1fa4-4b38-955b-d18847f3ee9d req-e7f2f6f7-ab27-474d-95e1-b16294eb3e6d tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:56.190402 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d6273916-1fa4-4b38-955b-d18847f3ee9d req-e7f2f6f7-ab27-474d-95e1-b16294eb3e6d tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.1209080 Oct 14 11:29:56.237893 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-df252ebf-328f-4485-8895-181da5ff29fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.248910 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-df252ebf-328f-4485-8895-181da5ff29fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.294515 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d890ce53-be78-4cb0-9cd1-2f22a41dfbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854089', 'neutron.services.segments.db._delete_segments_for_network-8773231307825'] for network, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.331726 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d6273916-1fa4-4b38-955b-d18847f3ee9d req-4f758cc3-42e1-4dcd-8987-a5291d0b9c95 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361082 Oct 14 11:29:56.343789 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-df252ebf-328f-4485-8895-181da5ff29fc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=087a9013085341beb18a93a6d1b0411a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116174 Oct 14 11:29:56.346807 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df252ebf-328f-4485-8895-181da5ff29fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b5bd46-bb17-4446-81b2-63e9c5eb6da5,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:56.348468 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51134) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:56.351184 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-d890ce53-be78-4cb0-9cd1-2f22a41dfbd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b21eca-7709-43b8-aafc-9a2a5e288ca1']}} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:29:56.368079 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-d890ce53-be78-4cb0-9cd1-2f22a41dfbd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad750ee-2833-4033-b301-c14ec3aaa49e') {'for_net_delete': True} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:29:56.368390 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-d890ce53-be78-4cb0-9cd1-2f22a41dfbd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad750ee-2833-4033-b301-c14ec3aaa49e') {} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:29:56.387168 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d890ce53-be78-4cb0-9cd1-2f22a41dfbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773231308346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1332807'] for segment, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.415613 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d890ce53-be78-4cb0-9cd1-2f22a41dfbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.426805 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d890ce53-be78-4cb0-9cd1-2f22a41dfbd2 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=99832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:29:56.427400 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d890ce53-be78-4cb0-9cd1-2f22a41dfbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7940039'] for segment, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: Traceback (most recent call last): Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: timer() Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: cb(*args, **kw) Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: return func(*args, **kwargs) Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: self._notify() Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: self.callback(batched_events) Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: event.method(event) Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: return f(self, *a, **k) Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._get(url).json() Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: return self.request(url, 'GET', **kwargs) Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:29:56.429279 dv-cinder-797970-2-iscsi neutron-server[99832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:29:56.500935 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b929f8e3-07b2-4dfc-822f-0b3c0acc5627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.526292 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d890ce53-be78-4cb0-9cd1-2f22a41dfbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1778393'] for network, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.529283 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b929f8e3-07b2-4dfc-822f-0b3c0acc5627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.540796 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d890ce53-be78-4cb0-9cd1-2f22a41dfbd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.548392 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-d890ce53-be78-4cb0-9cd1-2f22a41dfbd2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/71b21eca-7709-43b8-aafc-9a2a5e288ca1 HTTP/1.1" status: 204 len: 168 time: 0.9483988 Oct 14 11:29:56.548862 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 51142) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:56.563669 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890ce53-be78-4cb0-9cd1-2f22a41dfbd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=71b21eca-7709-43b8-aafc-9a2a5e288ca1,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:56.610712 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a32c37-9f63-4595-8e31-8083aac269ff admin admin] Deleting subnet d071206c-32e8-4f0a-8cb4-d23f06e69bfb {{(pid=99833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:29:56.617231 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d9a32c37-9f63-4595-8e31-8083aac269ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.617667 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b929f8e3-07b2-4dfc-822f-0b3c0acc5627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.620456 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b929f8e3-07b2-4dfc-822f-0b3c0acc5627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.621792 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-b929f8e3-07b2-4dfc-822f-0b3c0acc5627 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f9b5bd46-bb17-4446-81b2-63e9c5eb6da5 HTTP/1.1" status: 204 len: 168 time: 0.2687948 Oct 14 11:29:56.633315 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929f8e3-07b2-4dfc-822f-0b3c0acc5627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b5bd46-bb17-4446-81b2-63e9c5eb6da5,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:56.669427 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51146) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:56.690181 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d9a32c37-9f63-4595-8e31-8083aac269ff admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.702850 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d9a32c37-9f63-4595-8e31-8083aac269ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856540'] for subnet, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.796862 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d9a32c37-9f63-4595-8e31-8083aac269ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for subnet, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.834857 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a32c37-9f63-4595-8e31-8083aac269ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d071206c-32e8-4f0a-8cb4-d23f06e69bfb,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:56.839125 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d9a32c37-9f63-4595-8e31-8083aac269ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.846024 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-d9a32c37-9f63-4595-8e31-8083aac269ff admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d071206c-32e8-4f0a-8cb4-d23f06e69bfb HTTP/1.1" status: 204 len: 168 time: 0.2921848 Oct 14 11:29:56.846516 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 51150) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:56.850236 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8983cf53-baab-429d-ad40-5eaaf8e8893b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.956652 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8983cf53-baab-429d-ad40-5eaaf8e8893b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.963214 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8983cf53-baab-429d-ad40-5eaaf8e8893b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:56.974160 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530326'] for network, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:57.017974 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-8983cf53-baab-429d-ad40-5eaaf8e8893b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=00e1cb80d17a414c80551782d8dba9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470993 Oct 14 11:29:57.023777 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51156) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:57.031461 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983cf53-baab-429d-ad40-5eaaf8e8893b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbf5e02-af4e-4f50-b68f-1886b62e0a23,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:57.111834 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9a7de3ae-2897-4769-aa17-ff5dbf22f99b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:57.137986 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854089', 'neutron.services.segments.db._delete_segments_for_network-8773231307825'] for network, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:57.155260 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9a7de3ae-2897-4769-aa17-ff5dbf22f99b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:57.172247 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:29:57.173597 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:29:57.173954 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:29:57.174536 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Subscribe: > port after_create 55550000 {{(pid=99833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:29:57.175023 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:29:57.175407 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Subscribe: > port after_update 55550000 {{(pid=99833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:29:57.175822 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:29:57.177033 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:29:57.177451 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:29:57.177862 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:29:57.240727 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9a7de3ae-2897-4769-aa17-ff5dbf22f99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:57.250096 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9a7de3ae-2897-4769-aa17-ff5dbf22f99b admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:57.250096 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-9a7de3ae-2897-4769-aa17-ff5dbf22f99b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0cbf5e02-af4e-4f50-b68f-1886b62e0a23 HTTP/1.1" status: 204 len: 168 time: 0.2247245 Oct 14 11:29:57.266313 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7de3ae-2897-4769-aa17-ff5dbf22f99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbf5e02-af4e-4f50-b68f-1886b62e0a23,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:57.307527 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:29:57.307871 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:29:57.308398 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:29:57.308888 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 11:29:57.309419 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.services.segments.db [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7aa5264-20c4-4a3d-bad1-82874102b0c8']}} {{(pid=99833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:29:57.332435 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.services.segments.db [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c190c3-42db-4040-90fa-0a6324a28525') {'for_net_delete': True} {{(pid=99833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:29:57.332747 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.services.segments.db [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c190c3-42db-4040-90fa-0a6324a28525') {} {{(pid=99833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:29:57.352415 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773231308346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4673397'] for segment, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:57.376935 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:57.390068 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=99833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:29:57.390531 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4673104'] for segment, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: from cryptography.utils import int_from_bytes Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: from cryptography.utils import int_from_bytes Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: Traceback (most recent call last): Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: timer() Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: cb(*args, **kw) Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: return func(*args, **kwargs) Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: self._notify() Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: self.callback(batched_events) Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: event.method(event) Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: return f(self, *a, **k) Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: return self._get(url).json() Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: return self.request(url, 'GET', **kwargs) Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:29:57.395611 dv-cinder-797970-2-iscsi neutron-server[99833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:29:57.484101 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1778393'] for network, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:57.493889 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:57.498078 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e7aa5264-20c4-4a3d-bad1-82874102b0c8 HTTP/1.1" status: 204 len: 168 time: 0.6502156 Oct 14 11:29:57.510372 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c14b9-3473-41cb-9856-e85213146a11 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7aa5264-20c4-4a3d-bad1-82874102b0c8,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:57.752478 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 51184) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:57.807856 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-47c4d1af-640c-4cf8-b5e8-72b975287add admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=154d6d80e3664276b56cdcbc9cd8dc2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540917 Oct 14 11:29:57.814335 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51186) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:57.872847 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4ca8a3a6-2e29-4926-ac1b-97ef18386c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:57.900703 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4ca8a3a6-2e29-4926-ac1b-97ef18386c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:57.965294 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4ca8a3a6-2e29-4926-ac1b-97ef18386c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:57.970190 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4ca8a3a6-2e29-4926-ac1b-97ef18386c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:57.972707 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-4ca8a3a6-2e29-4926-ac1b-97ef18386c44 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/55f637a8-6463-42d1-976d-3b657a364496 HTTP/1.1" status: 204 len: 168 time: 0.1572752 Oct 14 11:29:57.987628 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8a3a6-2e29-4926-ac1b-97ef18386c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f637a8-6463-42d1-976d-3b657a364496,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:58.507639 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51214) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:58.557822 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-3c5b1080-8569-4daf-af32-747a442f1e71 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f02d183630ae4feda452e326df4dbf7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465903 Oct 14 11:29:58.558137 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51216) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:29:58.615601 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-16496de2-e762-49a5-b4d1-3cdfc9b11135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:58.646051 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-16496de2-e762-49a5-b4d1-3cdfc9b11135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:58.707787 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-16496de2-e762-49a5-b4d1-3cdfc9b11135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:58.710656 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-16496de2-e762-49a5-b4d1-3cdfc9b11135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:29:58.714482 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-16496de2-e762-49a5-b4d1-3cdfc9b11135 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/90b93bbe-6783-46db-b6fb-06bc4249844a HTTP/1.1" status: 204 len: 168 time: 0.1528211 Oct 14 11:29:58.721425 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16496de2-e762-49a5-b4d1-3cdfc9b11135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b93bbe-6783-46db-b6fb-06bc4249844a,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:29:59.179578 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4d9a1-e14e-4310-a0bf-4231b830a9b8 req-336e6cb8-f830-484a-9a5e-6a6308dfdb36 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:29:59.180793 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-03d4d9a1-e14e-4310-a0bf-4231b830a9b8 req-336e6cb8-f830-484a-9a5e-6a6308dfdb36 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0909982 Oct 14 11:29:59.234443 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-03d4d9a1-e14e-4310-a0bf-4231b830a9b8 req-627818c0-f468-4307-924b-697dd1c49eb6 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451405 Oct 14 11:30:00.399745 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bf237-6998-4e86-aafc-4aca3e76a555 req-15af9432-b0e0-4ae1-8341-48da74d63590 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:00.401482 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ff3bf237-6998-4e86-aafc-4aca3e76a555 req-15af9432-b0e0-4ae1-8341-48da74d63590 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0725327 Oct 14 11:30:00.452349 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ff3bf237-6998-4e86-aafc-4aca3e76a555 req-2588a0db-5568-4fe3-9225-9deea77caf06 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427048 Oct 14 11:30:01.630267 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaae989-3d65-4e95-96c9-9f3340bdd2a5 req-ef9aecd1-17d5-41f1-a1e5-de593d238fb0 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:01.632643 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-feaae989-3d65-4e95-96c9-9f3340bdd2a5 req-ef9aecd1-17d5-41f1-a1e5-de593d238fb0 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0605056 Oct 14 11:30:01.684270 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-feaae989-3d65-4e95-96c9-9f3340bdd2a5 req-958603ca-b58b-45cd-8d92-c32d022a9e19 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453458 Oct 14 11:30:01.867034 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:02.882974 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315308e-815e-49c4-b36c-fad685d42e3f req-5c0fcf71-7bdf-4908-bbac-2d788cec1416 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:02.887205 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f315308e-815e-49c4-b36c-fad685d42e3f req-5c0fcf71-7bdf-4908-bbac-2d788cec1416 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0727971 Oct 14 11:30:02.946301 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f315308e-815e-49c4-b36c-fad685d42e3f req-a4532a96-9151-433e-99bd-967231a5b80d tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553191 Oct 14 11:30:02.953854 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 51410) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:03.128286 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e36764f7-6415-4e58-a76d-93044c179117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:03.246427 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e36764f7-6415-4e58-a76d-93044c179117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:03.256130 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e36764f7-6415-4e58-a76d-93044c179117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:03.299881 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-e36764f7-6415-4e58-a76d-93044c179117 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d01dbd5c4ff4453b993773fc6fb9df17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447387 Oct 14 11:30:03.300827 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36764f7-6415-4e58-a76d-93044c179117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07d5eb1-0514-4c1c-aafc-58c2f7a783bc,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:03.303888 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51426) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:03.372526 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-23f97e82-7d20-4f1f-bb47-1ccb81acec7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:03.402376 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-23f97e82-7d20-4f1f-bb47-1ccb81acec7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:03.480783 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-23f97e82-7d20-4f1f-bb47-1ccb81acec7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:03.484712 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-23f97e82-7d20-4f1f-bb47-1ccb81acec7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:03.486501 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-23f97e82-7d20-4f1f-bb47-1ccb81acec7f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a07d5eb1-0514-4c1c-aafc-58c2f7a783bc HTTP/1.1" status: 204 len: 168 time: 0.1807518 Oct 14 11:30:03.504115 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f97e82-7d20-4f1f-bb47-1ccb81acec7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07d5eb1-0514-4c1c-aafc-58c2f7a783bc,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:03.951431 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51458) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:04.134816 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a39489-239d-4512-8dca-234500656538 req-683b947f-5fb5-4e0b-8acd-9c949e76145a tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:04.136747 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-14a39489-239d-4512-8dca-234500656538 req-683b947f-5fb5-4e0b-8acd-9c949e76145a tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0712564 Oct 14 11:30:04.153956 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f102e945-7070-46aa-8e47-1cbede35795d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:04.239960 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-14a39489-239d-4512-8dca-234500656538 req-87b24fce-8883-4c48-92c3-2237f41529c7 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868416 Oct 14 11:30:04.322588 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f102e945-7070-46aa-8e47-1cbede35795d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:04.327173 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f102e945-7070-46aa-8e47-1cbede35795d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:04.372793 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-f102e945-7070-46aa-8e47-1cbede35795d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=31f560afbad048699d77432284a227fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194398 Oct 14 11:30:04.373702 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102e945-7070-46aa-8e47-1cbede35795d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cc5dc8-a745-4f36-a7b4-2154c6a62150,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:04.375639 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 51472) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:04.441645 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-4398135e-1789-4f91-92c0-9c4c26b9fc57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:04.466849 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-4398135e-1789-4f91-92c0-9c4c26b9fc57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:04.521876 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-4398135e-1789-4f91-92c0-9c4c26b9fc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:04.524702 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-4398135e-1789-4f91-92c0-9c4c26b9fc57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:04.525904 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-4398135e-1789-4f91-92c0-9c4c26b9fc57 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/48cc5dc8-a745-4f36-a7b4-2154c6a62150 HTTP/1.1" status: 204 len: 168 time: 0.1491280 Oct 14 11:30:04.534232 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398135e-1789-4f91-92c0-9c4c26b9fc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cc5dc8-a745-4f36-a7b4-2154c6a62150,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:04.849172 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51482) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:04.863285 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4780ac68-63a7-4208-b3dc-7d66ea03a3d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:04.954745 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4780ac68-63a7-4208-b3dc-7d66ea03a3d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:04.961149 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4780ac68-63a7-4208-b3dc-7d66ea03a3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:05.007338 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-4780ac68-63a7-4208-b3dc-7d66ea03a3d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7f3dc7f786364a928bb104a1eba49938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569448 Oct 14 11:30:05.008348 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780ac68-63a7-4208-b3dc-7d66ea03a3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088ba4cf-fdde-429e-89b8-9e02a2e232c8,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:05.011028 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51484) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:05.071934 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-eb8852dc-a6ca-4996-9004-7f0e624b5bf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:05.096113 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-eb8852dc-a6ca-4996-9004-7f0e624b5bf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:05.158446 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-eb8852dc-a6ca-4996-9004-7f0e624b5bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:05.162159 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-eb8852dc-a6ca-4996-9004-7f0e624b5bf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:05.163518 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-eb8852dc-a6ca-4996-9004-7f0e624b5bf2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/088ba4cf-fdde-429e-89b8-9e02a2e232c8 HTTP/1.1" status: 204 len: 168 time: 0.1514304 Oct 14 11:30:05.172997 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8852dc-a6ca-4996-9004-7f0e624b5bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088ba4cf-fdde-429e-89b8-9e02a2e232c8,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:05.393592 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa469d2-2884-4474-b6d5-3ba2bca00163 req-c9801c39-8fbd-4a4c-8cb2-a5c25b219f58 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:05.402151 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1aa469d2-2884-4474-b6d5-3ba2bca00163 req-c9801c39-8fbd-4a4c-8cb2-a5c25b219f58 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0738437 Oct 14 11:30:05.468574 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1aa469d2-2884-4474-b6d5-3ba2bca00163 req-a9463ea3-9fa6-4031-a25c-09a2feccfba1 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494516 Oct 14 11:30:06.585345 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df888cba-bfb3-4b0f-a28c-3e64f1904fb3 req-11ec39b4-7b45-4552-a9bd-1c5ff9e252d3 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:06.586904 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-df888cba-bfb3-4b0f-a28c-3e64f1904fb3 req-11ec39b4-7b45-4552-a9bd-1c5ff9e252d3 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0520911 Oct 14 11:30:06.631684 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-df888cba-bfb3-4b0f-a28c-3e64f1904fb3 req-5d61cdaa-65b0-460f-b29c-3e2881dc25c0 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376153 Oct 14 11:30:06.847846 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fd0ec-15f9-4706-ac6b-12bb4866cf01 req-a8ca6ebc-67d7-4b76-a62f-54068dadef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:06.850789 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-db4fd0ec-15f9-4706-ac6b-12bb4866cf01 req-a8ca6ebc-67d7-4b76-a62f-54068dadef8f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 1099 time: 0.0542674 Oct 14 11:30:06.931101 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-db4fd0ec-15f9-4706-ac6b-12bb4866cf01 req-9a0c1d8a-848d-443d-b10b-3a69f50df323 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726795 Oct 14 11:30:07.498926 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51594) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:07.648109 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e9edf6b8-e27e-4cca-b4fe-3de19cccb74c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:07.756703 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e9edf6b8-e27e-4cca-b4fe-3de19cccb74c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:07.760692 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e9edf6b8-e27e-4cca-b4fe-3de19cccb74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:07.801052 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-e9edf6b8-e27e-4cca-b4fe-3de19cccb74c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f41c35c2c52546dfb729b562ff8c0bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008511 Oct 14 11:30:07.802958 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edf6b8-e27e-4cca-b4fe-3de19cccb74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488f635b-2064-4647-86a5-83f9b5ee9eb4,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:07.806356 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51604) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:07.808664 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f785cc-90f3-495f-bf81-388a218683cd req-8ccb90b1-adfd-4b44-be58-2fd497c39437 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:07.811395 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a8f785cc-90f3-495f-bf81-388a218683cd req-8ccb90b1-adfd-4b44-be58-2fd497c39437 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0840540 Oct 14 11:30:07.871711 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e446f121-9071-451e-8d3b-b47ca680fe06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:07.872246 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a8f785cc-90f3-495f-bf81-388a218683cd req-2a71e2d4-fa51-4a13-b119-bbe0f8e48cea tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522835 Oct 14 11:30:07.897913 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e446f121-9071-451e-8d3b-b47ca680fe06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:07.952218 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e446f121-9071-451e-8d3b-b47ca680fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:07.955036 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e446f121-9071-451e-8d3b-b47ca680fe06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:07.959073 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-e446f121-9071-451e-8d3b-b47ca680fe06 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/488f635b-2064-4647-86a5-83f9b5ee9eb4 HTTP/1.1" status: 204 len: 168 time: 0.1487429 Oct 14 11:30:07.969566 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446f121-9071-451e-8d3b-b47ca680fe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488f635b-2064-4647-86a5-83f9b5ee9eb4,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:08.329217 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51616) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:08.342899 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-363d17d4-557f-4e47-b963-85ac9657db9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:08.428326 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-363d17d4-557f-4e47-b963-85ac9657db9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:08.433682 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-363d17d4-557f-4e47-b963-85ac9657db9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:08.479012 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-363d17d4-557f-4e47-b963-85ac9657db9a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4116de456a804421b3ba7f829092580e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486628 Oct 14 11:30:08.479855 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d17d4-557f-4e47-b963-85ac9657db9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cb9fef-3be4-44b0-b1ed-dff712397e40,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:08.482413 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 51620) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:08.535429 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-de172383-e10a-4c15-b095-6b34215291bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:08.558549 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-de172383-e10a-4c15-b095-6b34215291bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:08.618104 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-de172383-e10a-4c15-b095-6b34215291bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:08.620746 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-de172383-e10a-4c15-b095-6b34215291bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:08.621910 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-de172383-e10a-4c15-b095-6b34215291bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f3cb9fef-3be4-44b0-b1ed-dff712397e40 HTTP/1.1" status: 204 len: 168 time: 0.1385069 Oct 14 11:30:08.630956 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de172383-e10a-4c15-b095-6b34215291bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cb9fef-3be4-44b0-b1ed-dff712397e40,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:10.563043 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3878ee9-9b94-438b-8d71-6143d24e5288 req-9e27d9f8-399e-451c-a944-60699ba80a37 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:10.564775 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d3878ee9-9b94-438b-8d71-6143d24e5288 req-9e27d9f8-399e-451c-a944-60699ba80a37 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0620639 Oct 14 11:30:10.609168 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d3878ee9-9b94-438b-8d71-6143d24e5288 req-1372430b-8750-4be0-b585-22fcda491293 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340660 Oct 14 11:30:10.911794 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 51704) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:11.039340 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0913-5288-42ff-8e72-d78246bc93b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:11.131224 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0913-5288-42ff-8e72-d78246bc93b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:11.136612 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0913-5288-42ff-8e72-d78246bc93b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:11.183133 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-fe5d0913-5288-42ff-8e72-d78246bc93b0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=18343544c9ca4efdb7f637a57ce85573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702856 Oct 14 11:30:11.184340 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d0913-5288-42ff-8e72-d78246bc93b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63ffb01-2b77-429c-bdb9-fe006a2cd497,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:11.185867 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51708) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:11.257830 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-037e03de-bdcc-4e6a-bbd2-421adec155a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:11.283252 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-037e03de-bdcc-4e6a-bbd2-421adec155a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:11.339748 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-037e03de-bdcc-4e6a-bbd2-421adec155a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:11.342666 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-037e03de-bdcc-4e6a-bbd2-421adec155a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:11.348355 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-037e03de-bdcc-4e6a-bbd2-421adec155a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c63ffb01-2b77-429c-bdb9-fe006a2cd497 HTTP/1.1" status: 204 len: 168 time: 0.1560795 Oct 14 11:30:11.355071 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e03de-bdcc-4e6a-bbd2-421adec155a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63ffb01-2b77-429c-bdb9-fe006a2cd497,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:11.716465 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51734) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:11.730376 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5b126a9c-28f7-4095-856d-d846fb2e6e40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:11.747707 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ab3b3-0d9c-4fae-9dcb-0877b375ebfc req-e7afe08e-a1bf-4867-9584-d47018f69682 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:11.749244 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-657ab3b3-0d9c-4fae-9dcb-0877b375ebfc req-e7afe08e-a1bf-4867-9584-d47018f69682 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.0522819 Oct 14 11:30:11.803749 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-657ab3b3-0d9c-4fae-9dcb-0877b375ebfc req-fa7cf0cf-c41d-4a92-8902-9053361ac07d tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467908 Oct 14 11:30:11.848038 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5b126a9c-28f7-4095-856d-d846fb2e6e40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:11.853921 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5b126a9c-28f7-4095-856d-d846fb2e6e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:11.889190 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b126a9c-28f7-4095-856d-d846fb2e6e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1623c571-6d42-4376-8875-a1acb4852355,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:11.961053 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-5b126a9c-28f7-4095-856d-d846fb2e6e40 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=54ef8038f505455ea46467b89ed9e2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431352 Oct 14 11:30:11.963914 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 51746) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:12.048723 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b69b96-2729-4a42-be5d-8cc289267f5d req-149de1a2-d734-43f3-9da2-972cbb0c2a13 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:12.050778 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c7b69b96-2729-4a42-be5d-8cc289267f5d req-149de1a2-d734-43f3-9da2-972cbb0c2a13 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0835023 Oct 14 11:30:12.070300 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8c97af74-b2e9-4710-a07c-d8185e19c4fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:12.101552 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8c97af74-b2e9-4710-a07c-d8185e19c4fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:12.103179 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c7b69b96-2729-4a42-be5d-8cc289267f5d req-935ab424-ca7a-4c2d-bee9-088884cb4a49 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402021 Oct 14 11:30:12.162919 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8c97af74-b2e9-4710-a07c-d8185e19c4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:12.165563 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8c97af74-b2e9-4710-a07c-d8185e19c4fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:12.166773 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-8c97af74-b2e9-4710-a07c-d8185e19c4fc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1623c571-6d42-4376-8875-a1acb4852355 HTTP/1.1" status: 204 len: 168 time: 0.1987772 Oct 14 11:30:12.176323 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97af74-b2e9-4710-a07c-d8185e19c4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1623c571-6d42-4376-8875-a1acb4852355,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:13.909538 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d5959-8d9d-4f5d-8f41-d981a03b98d9 req-46027510-e621-4ae3-b780-965f6a0cd134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:13.912382 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9f9d5959-8d9d-4f5d-8f41-d981a03b98d9 req-46027510-e621-4ae3-b780-965f6a0cd134 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c25e48bad5a643e0be015e2f9139204b&device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 1098 time: 0.0558863 Oct 14 11:30:13.961688 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a47f6-e8a0-4d96-af76-781b9f47b908 req-097b1ff9-64d9-4c77-8a58-51a1d6eb7144 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:13.964140 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-818a47f6-e8a0-4d96-af76-781b9f47b908 req-097b1ff9-64d9-4c77-8a58-51a1d6eb7144 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0549886 Oct 14 11:30:14.024314 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-818a47f6-e8a0-4d96-af76-781b9f47b908 req-404b7c89-dfe9-4b38-a8b5-0210a8e0b831 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432093 Oct 14 11:30:14.030047 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d5959-8d9d-4f5d-8f41-d981a03b98d9 req-c1bfdba8-1567-4013-ba28-23af966ff38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:14.032554 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9f9d5959-8d9d-4f5d-8f41-d981a03b98d9 req-c1bfdba8-1567-4013-ba28-23af966ff38d service neutron] 10.222.0.36 "GET /v2.0/networks?id=22a3a112-b695-44bf-a54c-7fa560fb1477 HTTP/1.1" status: 200 len: 919 time: 0.1103201 Oct 14 11:30:14.085107 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9f9d5959-8d9d-4f5d-8f41-d981a03b98d9 req-a13f407a-ae37-4026-aa27-1cedafdd4f03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea016015-3232-4592-a5c5-9a6cc0fa641e HTTP/1.1" status: 200 len: 217 time: 0.0420222 Oct 14 11:30:14.153967 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d5959-8d9d-4f5d-8f41-d981a03b98d9 req-c24117cd-f325-4108-a76e-993348700a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:14.155494 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9f9d5959-8d9d-4f5d-8f41-d981a03b98d9 req-c24117cd-f325-4108-a76e-993348700a98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb263852-17ec-4719-94ae-b000402a4137 HTTP/1.1" status: 200 len: 858 time: 0.0573738 Oct 14 11:30:14.189343 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9f9d5959-8d9d-4f5d-8f41-d981a03b98d9 req-49d0b083-a515-404c-b7e5-3536c0fb99f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22a3a112-b695-44bf-a54c-7fa560fb1477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253270 Oct 14 11:30:14.332928 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9f9d5959-8d9d-4f5d-8f41-d981a03b98d9 req-bab96fb0-51a1-48cc-9d00-f8cbf8fbc33a service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340413 Oct 14 11:30:14.473018 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9f9d5959-8d9d-4f5d-8f41-d981a03b98d9 req-6aa2bbaf-8b89-4fc9-ae43-10cb95b8da91 service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307702 Oct 14 11:30:14.614856 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51844) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:14.766023 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fbe8762c-214b-4d82-8215-08d0b134272a admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:14.874729 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fbe8762c-214b-4d82-8215-08d0b134272a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:14.879545 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fbe8762c-214b-4d82-8215-08d0b134272a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:14.921596 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-fbe8762c-214b-4d82-8215-08d0b134272a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=120754032d504a5abe82ef86c6c62e74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019037 Oct 14 11:30:14.922050 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51856) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:14.960383 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8762c-214b-4d82-8215-08d0b134272a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a45191-9892-4e0c-a602-820bc44fac44,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:15.019599 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a76b-9363-41b6-b9d3-a3135d0ed5cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:15.051669 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a76b-9363-41b6-b9d3-a3135d0ed5cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:15.126352 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a76b-9363-41b6-b9d3-a3135d0ed5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:15.129322 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a76b-9363-41b6-b9d3-a3135d0ed5cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:15.131889 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-b0a0a76b-9363-41b6-b9d3-a3135d0ed5cc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/08a45191-9892-4e0c-a602-820bc44fac44 HTTP/1.1" status: 204 len: 168 time: 0.2081480 Oct 14 11:30:15.141260 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0a76b-9363-41b6-b9d3-a3135d0ed5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a45191-9892-4e0c-a602-820bc44fac44,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:15.164180 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0e8b8-6693-41f5-b353-b8367bd24a3d req-b5fbb781-80da-4452-b7a4-0d5d7c6186a8 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:15.174082 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ebe0e8b8-6693-41f5-b353-b8367bd24a3d req-b5fbb781-80da-4452-b7a4-0d5d7c6186a8 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0768065 Oct 14 11:30:15.220007 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ebe0e8b8-6693-41f5-b353-b8367bd24a3d req-7addc29d-7f33-41a9-a18e-6caa89b2176f tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449986 Oct 14 11:30:15.440041 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 51866) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:15.455843 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-17c97771-c0c6-4ab5-a247-85cee8dfd600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:15.552841 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-17c97771-c0c6-4ab5-a247-85cee8dfd600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:15.557937 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-17c97771-c0c6-4ab5-a247-85cee8dfd600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:15.607054 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-17c97771-c0c6-4ab5-a247-85cee8dfd600 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7fedb984047444e6b587b1d6809593b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671357 Oct 14 11:30:15.608004 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c97771-c0c6-4ab5-a247-85cee8dfd600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056d51db-caf1-4515-9804-a69d46079491,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:15.610945 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 51898) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:15.667939 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5add6dc2-2540-4656-ba90-d415ced3eaba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:15.693659 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5add6dc2-2540-4656-ba90-d415ced3eaba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:15.743564 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5add6dc2-2540-4656-ba90-d415ced3eaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:15.746492 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5add6dc2-2540-4656-ba90-d415ced3eaba admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:15.747741 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-5add6dc2-2540-4656-ba90-d415ced3eaba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/056d51db-caf1-4515-9804-a69d46079491 HTTP/1.1" status: 204 len: 168 time: 0.1363947 Oct 14 11:30:15.756274 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add6dc2-2540-4656-ba90-d415ced3eaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056d51db-caf1-4515-9804-a69d46079491,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:16.375925 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc94ad5-e6c2-4f9e-a4f1-13ccc84fe86c req-2bd2dee9-6af9-476b-a197-2d59548f9420 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:16.379027 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bfc94ad5-e6c2-4f9e-a4f1-13ccc84fe86c req-2bd2dee9-6af9-476b-a197-2d59548f9420 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0612488 Oct 14 11:30:16.442509 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bfc94ad5-e6c2-4f9e-a4f1-13ccc84fe86c req-7fbe61b7-a32b-4cdd-aaa0-9716e04c5753 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571783 Oct 14 11:30:17.196509 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 51996) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:17.237385 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-83a62c39-91d4-40f5-839a-094c8e4fa5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:17.307917 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 52002) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:17.500424 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a360e0ec-82d4-4444-ac19-6908c951d1a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:17.502395 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-dd763003-3481-4807-b195-7d0e9b540046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:17.630839 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0b538-dd10-48eb-aa86-e411ebd4474e req-ec00561e-aaae-4e4a-8c5b-d82434569b6e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:17.632517 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fdf0b538-dd10-48eb-aa86-e411ebd4474e req-ec00561e-aaae-4e4a-8c5b-d82434569b6e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0728204 Oct 14 11:30:17.640603 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-dd763003-3481-4807-b195-7d0e9b540046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:17.662893 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-dd763003-3481-4807-b195-7d0e9b540046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:17.688150 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fdf0b538-dd10-48eb-aa86-e411ebd4474e req-88d83d1a-158c-47df-8918-202cb9a7000b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484450 Oct 14 11:30:17.741701 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a360e0ec-82d4-4444-ac19-6908c951d1a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:17.768252 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a360e0ec-82d4-4444-ac19-6908c951d1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:17.777366 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd763003-3481-4807-b195-7d0e9b540046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2427f4bf-ad05-429e-88b5-e886819f27a9,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:17.787912 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-dd763003-3481-4807-b195-7d0e9b540046 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=72c1920c28c74760a53a1e4ffdd0f900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4757750 Oct 14 11:30:17.788522 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 52010) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:17.846901 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-a360e0ec-82d4-4444-ac19-6908c951d1a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae00870517e24827ae15781ed5cbebc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6486728 Oct 14 11:30:17.854320 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 52012) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:17.875531 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360e0ec-82d4-4444-ac19-6908c951d1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbd842a-3d01-4757-8285-7c613ada15ed,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:17.885282 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c01b4929-f5d2-4713-8cff-38fa66fb8557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:17.916694 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c01b4929-f5d2-4713-8cff-38fa66fb8557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:17.935181 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2f2ba6d9-e264-4886-b468-891f78e7a6a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:17.969230 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2f2ba6d9-e264-4886-b468-891f78e7a6a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:17.994171 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c01b4929-f5d2-4713-8cff-38fa66fb8557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:17.997355 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c01b4929-f5d2-4713-8cff-38fa66fb8557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:17.999549 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-c01b4929-f5d2-4713-8cff-38fa66fb8557 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2427f4bf-ad05-429e-88b5-e886819f27a9 HTTP/1.1" status: 204 len: 168 time: 0.2090805 Oct 14 11:30:18.016568 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b4929-f5d2-4713-8cff-38fa66fb8557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2427f4bf-ad05-429e-88b5-e886819f27a9,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:18.096727 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2f2ba6d9-e264-4886-b468-891f78e7a6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:18.100487 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-2f2ba6d9-e264-4886-b468-891f78e7a6a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:18.101707 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-2f2ba6d9-e264-4886-b468-891f78e7a6a7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9bbd842a-3d01-4757-8285-7c613ada15ed HTTP/1.1" status: 204 len: 168 time: 0.2468975 Oct 14 11:30:18.116382 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ba6d9-e264-4886-b468-891f78e7a6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbd842a-3d01-4757-8285-7c613ada15ed,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:18.495815 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 52028) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:18.513310 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fdb0bce0-d117-4887-a1e9-18f25ed056dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:18.618150 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fdb0bce0-d117-4887-a1e9-18f25ed056dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:18.623423 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fdb0bce0-d117-4887-a1e9-18f25ed056dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:18.661305 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-fdb0bce0-d117-4887-a1e9-18f25ed056dd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a8e6491865d943609476ede3d7095df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1642206 Oct 14 11:30:18.663219 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0bce0-d117-4887-a1e9-18f25ed056dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f779b489-ca9d-435c-ae2a-cae5ce67be38,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:18.664826 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 52030) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:18.720658 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-603a65cc-4ebb-453a-9d5c-8d52f3019ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:18.744282 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-603a65cc-4ebb-453a-9d5c-8d52f3019ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:18.823686 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce633e5c-6e00-4776-b577-b86f2726edba req-1696a069-59c5-45c2-a3c4-c6f7752fefe8 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:18.825121 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ce633e5c-6e00-4776-b577-b86f2726edba req-1696a069-59c5-45c2-a3c4-c6f7752fefe8 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0589457 Oct 14 11:30:18.830608 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-603a65cc-4ebb-453a-9d5c-8d52f3019ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:18.833799 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-603a65cc-4ebb-453a-9d5c-8d52f3019ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:18.838266 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-603a65cc-4ebb-453a-9d5c-8d52f3019ae1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f779b489-ca9d-435c-ae2a-cae5ce67be38 HTTP/1.1" status: 204 len: 168 time: 0.1697178 Oct 14 11:30:18.856398 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a65cc-4ebb-453a-9d5c-8d52f3019ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f779b489-ca9d-435c-ae2a-cae5ce67be38,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:18.886980 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ce633e5c-6e00-4776-b577-b86f2726edba req-22e07553-2ade-4dcf-ad55-a4833ff6cc1c tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500035 Oct 14 11:30:19.731378 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-34981801-9005-43bc-8465-be7d64f9d832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:20.031291 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d6d9b-c9f7-4249-aab6-ebef13daf4b5 req-b7386d22-9f13-4063-8e58-ae16f019a24c tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:20.032884 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6d6d6d9b-c9f7-4249-aab6-ebef13daf4b5 req-b7386d22-9f13-4063-8e58-ae16f019a24c tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0614185 Oct 14 11:30:20.080431 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6d6d6d9b-c9f7-4249-aab6-ebef13daf4b5 req-105ce5e6-f5e1-45c6-a99b-970d75475541 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399652 Oct 14 11:30:21.200239 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:21.231385 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161e2f3-f77e-4a84-8882-52d5e8124c7b req-280b71c0-193f-40d1-8248-38284e42df6b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:21.234123 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e161e2f3-f77e-4a84-8882-52d5e8124c7b req-280b71c0-193f-40d1-8248-38284e42df6b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0659969 Oct 14 11:30:21.294243 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e161e2f3-f77e-4a84-8882-52d5e8124c7b req-f24843b2-81e5-4351-a251-f3f9547cd8c5 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508757 Oct 14 11:30:22.464520 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fc3f5-cba9-47a1-8b18-bde8c3e57e1b req-c87e8426-3592-4819-a201-e9d1a665d6c1 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:22.466250 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-016fc3f5-cba9-47a1-8b18-bde8c3e57e1b req-c87e8426-3592-4819-a201-e9d1a665d6c1 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0868783 Oct 14 11:30:22.513957 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:22.527089 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-016fc3f5-cba9-47a1-8b18-bde8c3e57e1b req-30aa12ae-eba3-4245-9c1d-2b23efd1747b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510926 Oct 14 11:30:23.008734 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:23.707245 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910f3ab-29d9-4a32-92c0-cb3cf292dc1d req-29ac04cc-ef6e-4b49-9371-b7425b51eca7 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:23.717752 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3910f3ab-29d9-4a32-92c0-cb3cf292dc1d req-29ac04cc-ef6e-4b49-9371-b7425b51eca7 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.1051970 Oct 14 11:30:23.775389 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3910f3ab-29d9-4a32-92c0-cb3cf292dc1d req-19728868-72dc-4ee6-9e6a-9b8cdaf0f3c2 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581508 Oct 14 11:30:24.951881 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54519f8-0e7b-4b12-8a99-9f19fc6319a9 req-49c65445-2676-489b-8131-48a14be8548f tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:24.954854 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f54519f8-0e7b-4b12-8a99-9f19fc6319a9 req-49c65445-2676-489b-8131-48a14be8548f tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0565186 Oct 14 11:30:25.000280 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f54519f8-0e7b-4b12-8a99-9f19fc6319a9 req-aeb83b42-fbbd-4fb9-92ea-483a14139a7d tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387316 Oct 14 11:30:27.720130 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432a535-25dd-4a86-8e2c-76a2329469f5 req-6c9e1ebd-426e-49ef-8a12-a79c8ec28e4e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:27.722609 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8432a535-25dd-4a86-8e2c-76a2329469f5 req-6c9e1ebd-426e-49ef-8a12-a79c8ec28e4e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0608978 Oct 14 11:30:27.780317 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8432a535-25dd-4a86-8e2c-76a2329469f5 req-960954ff-9eb3-4b63-ab74-fb6a2ca77523 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445571 Oct 14 11:30:28.960220 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc4b9f-6386-43c1-9a85-16f0acc1f0b2 req-40dc5fdc-b45f-4537-a8e6-b54d3ffa6d56 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:28.963122 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-64dc4b9f-6386-43c1-9a85-16f0acc1f0b2 req-40dc5fdc-b45f-4537-a8e6-b54d3ffa6d56 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0753443 Oct 14 11:30:29.055033 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-64dc4b9f-6386-43c1-9a85-16f0acc1f0b2 req-b2ee92fb-df26-4827-9611-840ffb3a5be4 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715344 Oct 14 11:30:30.210996 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec206ac-984f-4770-ae00-81981115cee2 req-b53fa2c6-97fc-47db-adc2-28263f26a557 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:30.213304 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cec206ac-984f-4770-ae00-81981115cee2 req-b53fa2c6-97fc-47db-adc2-28263f26a557 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0655553 Oct 14 11:30:30.270290 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cec206ac-984f-4770-ae00-81981115cee2 req-1703211b-b1c9-452d-9e1e-e82a5be85a6a tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435984 Oct 14 11:30:30.821224 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 52292) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:30.961475 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a527c03f-39c3-48e2-9706-322365fbc8c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:30.988964 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701fac0-5813-4c67-8e06-aacb4b260111 req-2e7610a6-93f5-4a0c-8685-3010263858eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:30.994614 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6701fac0-5813-4c67-8e06-aacb4b260111 req-2e7610a6-93f5-4a0c-8685-3010263858eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 1098 time: 0.0838313 Oct 14 11:30:31.054656 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6701fac0-5813-4c67-8e06-aacb4b260111 req-9dcb24d8-61de-4827-a930-30846de0579d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534039 Oct 14 11:30:31.095875 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a527c03f-39c3-48e2-9706-322365fbc8c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:31.102717 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a527c03f-39c3-48e2-9706-322365fbc8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:31.144634 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-a527c03f-39c3-48e2-9706-322365fbc8c1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=398b5caa1c144b5ba532edef0b82dca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192606 Oct 14 11:30:31.144634 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527c03f-39c3-48e2-9706-322365fbc8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6015bcaf-23ce-472a-8801-f0b905f9e627,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:31.145297 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 52302) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:31.153337 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527c03f-39c3-48e2-9706-322365fbc8c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.153684 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527c03f-39c3-48e2-9706-322365fbc8c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.154022 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527c03f-39c3-48e2-9706-322365fbc8c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.154398 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527c03f-39c3-48e2-9706-322365fbc8c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.154723 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527c03f-39c3-48e2-9706-322365fbc8c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.155041 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527c03f-39c3-48e2-9706-322365fbc8c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.155371 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527c03f-39c3-48e2-9706-322365fbc8c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.155694 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527c03f-39c3-48e2-9706-322365fbc8c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.156014 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527c03f-39c3-48e2-9706-322365fbc8c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.156341 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527c03f-39c3-48e2-9706-322365fbc8c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.156648 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527c03f-39c3-48e2-9706-322365fbc8c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.156957 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527c03f-39c3-48e2-9706-322365fbc8c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.208746 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:31.237471 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:31.292652 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:31.296406 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:31.300176 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6015bcaf-23ce-472a-8801-f0b905f9e627 HTTP/1.1" status: 204 len: 168 time: 0.1513588 Oct 14 11:30:31.309139 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6015bcaf-23ce-472a-8801-f0b905f9e627,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:31.321084 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.321084 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.321084 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.321532 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.321969 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.323157 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.323581 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.324083 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.324678 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.325160 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.325641 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.326128 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcf955-c300-454c-b3a4-0877d2c5a774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:31.334813 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4097a356-3167-4825-a2af-f82001388ab0 req-ae409173-f869-48e2-aad8-05dc9114c343 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516098 Oct 14 11:30:31.372858 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:30:31.416092 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097a356-3167-4825-a2af-f82001388ab0 req-cf12900d-abde-42c8-a3cb-cb26efeb35ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:31.418109 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4097a356-3167-4825-a2af-f82001388ab0 req-cf12900d-abde-42c8-a3cb-cb26efeb35ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6002f5ee1b60442cae91e69448c24382&device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 1099 time: 0.0587087 Oct 14 11:30:31.449772 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3c358-7492-4836-90c6-99196792f78f req-07fb576f-139e-4d56-a86f-4e642dfd47b5 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:31.452021 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e7b3c358-7492-4836-90c6-99196792f78f req-07fb576f-139e-4d56-a86f-4e642dfd47b5 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0638804 Oct 14 11:30:31.544686 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e7b3c358-7492-4836-90c6-99196792f78f req-81b02035-2f46-4779-93ee-7a3de2c5d9e1 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658376 Oct 14 11:30:31.646350 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097a356-3167-4825-a2af-f82001388ab0 req-0c47f4d6-0f3a-493f-a353-6576b9e4d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:31.649243 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4097a356-3167-4825-a2af-f82001388ab0 req-0c47f4d6-0f3a-493f-a353-6576b9e4d70d service neutron] 10.222.0.36 "GET /v2.0/networks?id=953fc067-17c1-4744-a2d8-c5382bc078cb HTTP/1.1" status: 200 len: 918 time: 0.1833978 Oct 14 11:30:31.784450 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4097a356-3167-4825-a2af-f82001388ab0 req-0ab3c2bf-6770-447d-9d9c-3ba20226f5a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84e2626c-fb84-447b-9ed9-08ceee481142 HTTP/1.1" status: 200 len: 1002 time: 0.1244962 Oct 14 11:30:31.813368 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 52322) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:31.833623 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c86cc66b-537d-410c-ab3a-ea57268f3113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:31.842755 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:31.901684 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097a356-3167-4825-a2af-f82001388ab0 req-4e5d2b06-c8b8-4c8d-91f5-4bec58dd24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:31.903344 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4097a356-3167-4825-a2af-f82001388ab0 req-4e5d2b06-c8b8-4c8d-91f5-4bec58dd24ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e66ebcfd-406b-4441-8bf2-124e9b613a1b HTTP/1.1" status: 200 len: 856 time: 0.1065519 Oct 14 11:30:31.956065 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c86cc66b-537d-410c-ab3a-ea57268f3113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:31.960200 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c86cc66b-537d-410c-ab3a-ea57268f3113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:31.962923 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097a356-3167-4825-a2af-f82001388ab0 req-09c54c1b-f8f8-478c-93a9-2e736a42ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:31.964700 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4097a356-3167-4825-a2af-f82001388ab0 req-09c54c1b-f8f8-478c-93a9-2e736a42ee47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=953fc067-17c1-4744-a2d8-c5382bc078cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507965 Oct 14 11:30:32.006012 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-c86cc66b-537d-410c-ab3a-ea57268f3113 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4858577b92764339b4c947d00ce92b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902723 Oct 14 11:30:32.008561 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cc66b-537d-410c-ab3a-ea57268f3113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765f0a1f-cd52-4f31-9f0f-4829265ebda1,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:32.010919 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 52326) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:32.112282 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4097a356-3167-4825-a2af-f82001388ab0 req-76cd7223-9672-480b-b358-9ee110944b90 service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355643 Oct 14 11:30:32.120519 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-7410550c-1602-462e-b84d-c08273defae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:32.174861 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-7410550c-1602-462e-b84d-c08273defae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:32.265891 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4097a356-3167-4825-a2af-f82001388ab0 req-71e75980-76f2-4c4b-8e87-e6571f62ed4b service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431146 Oct 14 11:30:32.295896 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-7410550c-1602-462e-b84d-c08273defae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:32.299768 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-7410550c-1602-462e-b84d-c08273defae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:32.301076 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-7410550c-1602-462e-b84d-c08273defae5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/765f0a1f-cd52-4f31-9f0f-4829265ebda1 HTTP/1.1" status: 204 len: 168 time: 0.2893858 Oct 14 11:30:32.313201 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410550c-1602-462e-b84d-c08273defae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765f0a1f-cd52-4f31-9f0f-4829265ebda1,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:32.740167 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257b046-9cb1-408c-826f-fc95faee87a4 req-3d9bd030-102b-465c-94e9-f9451c356211 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:32.743944 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0257b046-9cb1-408c-826f-fc95faee87a4 req-3d9bd030-102b-465c-94e9-f9451c356211 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0878165 Oct 14 11:30:32.799290 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 52352) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:32.815555 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-48a9c406-796c-47ab-8c1d-f5f67c04057c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:32.840658 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0257b046-9cb1-408c-826f-fc95faee87a4 req-5e210e6c-abfa-4a14-addf-822f3d44c1a4 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890496 Oct 14 11:30:32.956605 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-48a9c406-796c-47ab-8c1d-f5f67c04057c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:32.966827 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-48a9c406-796c-47ab-8c1d-f5f67c04057c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:33.040798 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-48a9c406-796c-47ab-8c1d-f5f67c04057c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f5f3cc6ab2894b3f845db1c04073b5c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388175 Oct 14 11:30:33.045412 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 52366) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:33.049510 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9c406-796c-47ab-8c1d-f5f67c04057c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7180ef85-e8cb-4e29-bb83-48f221e2d9e6,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:33.244611 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1683f34e-3e35-45d9-ba71-e814126f7da7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:33.291600 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2c96b-7a96-40e5-8949-b04d813af4bf req-d3165282-675a-4a58-9a6b-b7e192b07968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:33.293184 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ffa2c96b-7a96-40e5-8949-b04d813af4bf req-d3165282-675a-4a58-9a6b-b7e192b07968 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c25e48bad5a643e0be015e2f9139204b&device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 1098 time: 0.1093309 Oct 14 11:30:33.299063 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1683f34e-3e35-45d9-ba71-e814126f7da7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:33.362041 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90949cf9-52fc-4574-8984-d82cdfb0963c req-a93fc507-b78d-4b87-b1a6-ceb6ceeadaee tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:33.363638 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-90949cf9-52fc-4574-8984-d82cdfb0963c req-a93fc507-b78d-4b87-b1a6-ceb6ceeadaee tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.1363754 Oct 14 11:30:33.694485 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-90949cf9-52fc-4574-8984-d82cdfb0963c req-37396364-cbdf-4c39-8455-75bfe7a30473 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895119 Oct 14 11:30:33.707453 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1683f34e-3e35-45d9-ba71-e814126f7da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:33.712109 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1683f34e-3e35-45d9-ba71-e814126f7da7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:33.713611 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-1683f34e-3e35-45d9-ba71-e814126f7da7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7180ef85-e8cb-4e29-bb83-48f221e2d9e6 HTTP/1.1" status: 204 len: 168 time: 0.6663704 Oct 14 11:30:33.724920 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683f34e-3e35-45d9-ba71-e814126f7da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7180ef85-e8cb-4e29-bb83-48f221e2d9e6,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:33.728049 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2c96b-7a96-40e5-8949-b04d813af4bf req-2e394245-5fed-41f7-8911-0280eac4bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:33.730612 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ffa2c96b-7a96-40e5-8949-b04d813af4bf req-2e394245-5fed-41f7-8911-0280eac4bcd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=22a3a112-b695-44bf-a54c-7fa560fb1477 HTTP/1.1" status: 200 len: 919 time: 0.4230096 Oct 14 11:30:33.825420 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ffa2c96b-7a96-40e5-8949-b04d813af4bf req-96ebd7fe-39e6-4444-bf52-e98f1a5ccea4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea016015-3232-4592-a5c5-9a6cc0fa641e HTTP/1.1" status: 200 len: 217 time: 0.0821681 Oct 14 11:30:33.898733 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37ba64-3620-4f26-a40a-9eab902a4956 req-fcf9d3cc-2a6d-4f90-81c6-d0e1da51779b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:33.914622 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5f37ba64-3620-4f26-a40a-9eab902a4956 req-fcf9d3cc-2a6d-4f90-81c6-d0e1da51779b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.1136453 Oct 14 11:30:33.934808 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2c96b-7a96-40e5-8949-b04d813af4bf req-86742492-f33b-4d4e-9a54-be106c35aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:33.937488 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ffa2c96b-7a96-40e5-8949-b04d813af4bf req-86742492-f33b-4d4e-9a54-be106c35aea0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb263852-17ec-4719-94ae-b000402a4137 HTTP/1.1" status: 200 len: 858 time: 0.0999961 Oct 14 11:30:33.995855 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5f37ba64-3620-4f26-a40a-9eab902a4956 req-61a8d2b1-5ab6-43df-8740-b094fdb99931 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804837 Oct 14 11:30:33.997680 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ffa2c96b-7a96-40e5-8949-b04d813af4bf req-84fb6160-1f22-49ec-b3b9-26fb51fd197d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22a3a112-b695-44bf-a54c-7fa560fb1477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492940 Oct 14 11:30:34.124688 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 52402) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:34.167326 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ffa2c96b-7a96-40e5-8949-b04d813af4bf req-97b8d21f-c661-430f-8934-d7d26ff670af service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634383 Oct 14 11:30:34.294662 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3014dff3-1ce3-48d7-9131-fd023e7e06f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:34.329949 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ffa2c96b-7a96-40e5-8949-b04d813af4bf req-eb9fc181-bc78-4f92-8e3b-ae65cc4b23eb service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536622 Oct 14 11:30:34.410981 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3014dff3-1ce3-48d7-9131-fd023e7e06f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:34.415720 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3014dff3-1ce3-48d7-9131-fd023e7e06f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:34.461027 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-3014dff3-1ce3-48d7-9131-fd023e7e06f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6931fdee3a90410d9c8cbff497b921aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348656 Oct 14 11:30:34.462345 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014dff3-1ce3-48d7-9131-fd023e7e06f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec24f11f-4cfa-4680-a6d6-d700d78ecc4d,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:34.465240 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 52420) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:34.526661 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-404f400a-ebc9-487b-af9a-1e16d3e7e52b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:34.551200 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-404f400a-ebc9-487b-af9a-1e16d3e7e52b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:34.609419 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-404f400a-ebc9-487b-af9a-1e16d3e7e52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:34.612084 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-404f400a-ebc9-487b-af9a-1e16d3e7e52b admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:34.613324 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-404f400a-ebc9-487b-af9a-1e16d3e7e52b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ec24f11f-4cfa-4680-a6d6-d700d78ecc4d HTTP/1.1" status: 204 len: 168 time: 0.1470497 Oct 14 11:30:34.625753 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f400a-ebc9-487b-af9a-1e16d3e7e52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec24f11f-4cfa-4680-a6d6-d700d78ecc4d,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:34.902903 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59fc1d-823b-4dd7-9980-4d15ec4da9c9 req-8382c1ca-d311-42c1-ae81-1da288542083 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:34.904780 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6a59fc1d-823b-4dd7-9980-4d15ec4da9c9 req-8382c1ca-d311-42c1-ae81-1da288542083 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0808859 Oct 14 11:30:34.952476 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6a59fc1d-823b-4dd7-9980-4d15ec4da9c9 req-7349adb0-bcaf-4048-90c9-653ebea32788 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386109 Oct 14 11:30:35.127135 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c608aea-a94f-4cc2-bcad-e926ac5d913c req-70a2a8a6-e8f7-49fd-9d87-d8561a0f89e8 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:35.128779 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-0c608aea-a94f-4cc2-bcad-e926ac5d913c req-70a2a8a6-e8f7-49fd-9d87-d8561a0f89e8 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0532262 Oct 14 11:30:35.172119 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-0c608aea-a94f-4cc2-bcad-e926ac5d913c req-074cfa66-4bc0-4383-b30e-486d5330ad22 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369720 Oct 14 11:30:36.112291 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f5d89-16fa-496f-9fee-02c97b993a78 req-bb19311c-eb26-4355-bc20-f92ba265aff2 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:36.113822 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5d1f5d89-16fa-496f-9fee-02c97b993a78 req-bb19311c-eb26-4355-bc20-f92ba265aff2 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0538778 Oct 14 11:30:36.156590 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5d1f5d89-16fa-496f-9fee-02c97b993a78 req-eb1e5694-5847-4393-9722-c47ab817a5a5 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363886 Oct 14 11:30:36.307132 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce972ba3-ab00-48eb-913a-3d1c9f39acbe req-5b5d800c-1ed3-49df-92eb-ff96eac4d8ad tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:36.308677 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ce972ba3-ab00-48eb-913a-3d1c9f39acbe req-5b5d800c-1ed3-49df-92eb-ff96eac4d8ad tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0604300 Oct 14 11:30:36.354117 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ce972ba3-ab00-48eb-913a-3d1c9f39acbe req-c5bae475-4ba3-408b-91a8-89b2a4179835 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392969 Oct 14 11:30:37.286305 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeeb14-39ed-4826-b1cb-fa2200cfd37b req-11d593bd-42fb-4f81-b176-740db2463b87 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:37.287856 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5eaeeb14-39ed-4826-b1cb-fa2200cfd37b req-11d593bd-42fb-4f81-b176-740db2463b87 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0511022 Oct 14 11:30:37.332901 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5eaeeb14-39ed-4826-b1cb-fa2200cfd37b req-5d60bb60-7317-4aa2-aa36-117498289eb5 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379801 Oct 14 11:30:37.477852 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc95af9-0bde-48e2-a5eb-ba262b3c86dc req-2b07d1a3-959a-43af-b58d-e4d90a5452cb tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:37.479299 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-afc95af9-0bde-48e2-a5eb-ba262b3c86dc req-2b07d1a3-959a-43af-b58d-e4d90a5452cb tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0549717 Oct 14 11:30:37.518720 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-afc95af9-0bde-48e2-a5eb-ba262b3c86dc req-c0dd9ed4-a7d7-44a4-b65f-6e586d60d73a tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334315 Oct 14 11:30:38.487225 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c5236-a146-4bfa-a673-c75c3bc675a4 req-f2672b24-6753-4d8b-8fe0-fcacb8f49849 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:38.488834 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e30c5236-a146-4bfa-a673-c75c3bc675a4 req-f2672b24-6753-4d8b-8fe0-fcacb8f49849 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0640500 Oct 14 11:30:38.542722 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e30c5236-a146-4bfa-a673-c75c3bc675a4 req-aa3d2c13-761c-4124-93d0-3414de5ef093 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460203 Oct 14 11:30:39.667158 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8619c-777c-410d-995c-ff7a60180da9 req-55d6ed19-c48a-4bc9-a4b9-24b91d4a5cce tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:39.668733 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-44a8619c-777c-410d-995c-ff7a60180da9 req-55d6ed19-c48a-4bc9-a4b9-24b91d4a5cce tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0504186 Oct 14 11:30:39.714904 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-44a8619c-777c-410d-995c-ff7a60180da9 req-dca42619-5676-496c-8062-e111ebf8ca46 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395489 Oct 14 11:30:40.882240 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158872be-b493-48da-98ca-d68e4922e4ef req-6e0c4cd1-3391-4ea5-ba8d-0956509d749c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:40.885858 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-158872be-b493-48da-98ca-d68e4922e4ef req-6e0c4cd1-3391-4ea5-ba8d-0956509d749c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0919738 Oct 14 11:30:40.950486 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-158872be-b493-48da-98ca-d68e4922e4ef req-fb63e7da-35e3-4448-bdc0-1ffe02c6ec84 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562532 Oct 14 11:30:41.144251 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680f805-6b5d-4242-a925-1b4518058af6 req-ec3851a2-e144-4eed-8613-e0b366cfee9b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:41.145792 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4680f805-6b5d-4242-a925-1b4518058af6 req-ec3851a2-e144-4eed-8613-e0b366cfee9b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0697832 Oct 14 11:30:41.190228 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4680f805-6b5d-4242-a925-1b4518058af6 req-a51842ca-ffc4-401c-9d11-40f8d4cfa2ad tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363760 Oct 14 11:30:41.549790 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b8d37-aacc-4933-9f26-18b41a9cb6ad req-19a30c57-1749-4b3f-b15a-59b7de2e048c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:41.551236 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-905b8d37-aacc-4933-9f26-18b41a9cb6ad req-19a30c57-1749-4b3f-b15a-59b7de2e048c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0481756 Oct 14 11:30:41.596416 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-905b8d37-aacc-4933-9f26-18b41a9cb6ad req-87fb0846-2fa6-4d3c-b438-bd544e4b9ef1 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386076 Oct 14 11:30:42.117929 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55e679-b6e0-4bbd-9cc1-00d210db9c33 req-d81126ce-2a8b-4cc5-bdbc-f2989633b3c3 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:42.123524 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ad55e679-b6e0-4bbd-9cc1-00d210db9c33 req-d81126ce-2a8b-4cc5-bdbc-f2989633b3c3 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0756834 Oct 14 11:30:42.176271 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ad55e679-b6e0-4bbd-9cc1-00d210db9c33 req-257f501d-dbe9-4648-99aa-ced8dc12dc7d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494809 Oct 14 11:30:42.738010 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d236cd-551a-4638-bbb4-0b0fa7e50207 req-c15f5157-a2cc-4da4-b524-d66c765b58a8 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:42.739626 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-08d236cd-551a-4638-bbb4-0b0fa7e50207 req-c15f5157-a2cc-4da4-b524-d66c765b58a8 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0617099 Oct 14 11:30:42.781952 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-08d236cd-551a-4638-bbb4-0b0fa7e50207 req-1a702876-7b91-4cec-ba10-f167ac9d5006 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359581 Oct 14 11:30:43.320308 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dca682-32a7-47cf-8ca2-636d149749ca req-69694e97-c33a-4881-9fbd-f97279ab9b7e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:43.321811 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c1dca682-32a7-47cf-8ca2-636d149749ca req-69694e97-c33a-4881-9fbd-f97279ab9b7e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0488000 Oct 14 11:30:43.359308 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c1dca682-32a7-47cf-8ca2-636d149749ca req-814fdc1e-4f52-445c-9ea0-bedbfd6d56c2 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314960 Oct 14 11:30:43.905639 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79db40-73f7-4388-b2ac-628119bb4c2e req-e857067f-1382-46b1-b2f8-f99465eee25a tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:43.907188 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3b79db40-73f7-4388-b2ac-628119bb4c2e req-e857067f-1382-46b1-b2f8-f99465eee25a tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0523927 Oct 14 11:30:43.950734 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3b79db40-73f7-4388-b2ac-628119bb4c2e req-5053d1cf-a4bb-4080-93a5-ece702276cfa tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369670 Oct 14 11:30:44.500857 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca4603-84a8-4f72-84ad-fbb15f6782dc req-dc27fac4-25a8-4ec0-b7a7-203dd78b9def tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:44.506038 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e9ca4603-84a8-4f72-84ad-fbb15f6782dc req-dc27fac4-25a8-4ec0-b7a7-203dd78b9def tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0643215 Oct 14 11:30:44.558808 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e9ca4603-84a8-4f72-84ad-fbb15f6782dc req-f49d111c-bd14-457d-9870-5b53bbb9e822 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493743 Oct 14 11:30:45.086412 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd873a-6040-4bd5-973d-19b88e954479 req-34c43f78-f4cb-47e8-87c0-637a7b6cd2ff tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:45.089354 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-11bd873a-6040-4bd5-973d-19b88e954479 req-34c43f78-f4cb-47e8-87c0-637a7b6cd2ff tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0561075 Oct 14 11:30:45.130836 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-11bd873a-6040-4bd5-973d-19b88e954479 req-6a6b12c5-21b8-4b32-a127-5d2f5127e0fc tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356429 Oct 14 11:30:45.685338 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260baebb-7d33-4b2f-88cf-d33bf8554ae5 req-aa768640-0e72-4d4a-9a43-95de4501012c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:45.686985 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-260baebb-7d33-4b2f-88cf-d33bf8554ae5 req-aa768640-0e72-4d4a-9a43-95de4501012c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0496588 Oct 14 11:30:45.730516 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-260baebb-7d33-4b2f-88cf-d33bf8554ae5 req-4b12734a-60f0-49ff-824e-0b4257f79a24 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374832 Oct 14 11:30:46.272465 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e51aa7-f43f-4f4e-bfc1-9a1538be05ae req-9a55a1b8-6b02-4de6-8bfb-6ef8de3ed041 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:46.274824 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-71e51aa7-f43f-4f4e-bfc1-9a1538be05ae req-9a55a1b8-6b02-4de6-8bfb-6ef8de3ed041 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0659349 Oct 14 11:30:46.331249 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-71e51aa7-f43f-4f4e-bfc1-9a1538be05ae req-4d8cc905-6a3d-48ed-8222-3d3d6ae3ea89 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454981 Oct 14 11:30:46.869261 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e82c55-f712-4b63-8e8c-b7391e200bd7 req-7beab0e5-c1fa-4ac3-ac10-b6cfdb668513 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:46.871988 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a8e82c55-f712-4b63-8e8c-b7391e200bd7 req-7beab0e5-c1fa-4ac3-ac10-b6cfdb668513 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0598271 Oct 14 11:30:46.918181 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a8e82c55-f712-4b63-8e8c-b7391e200bd7 req-f4a854de-4dfc-4291-b680-b03939104eb5 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392303 Oct 14 11:30:47.232704 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-6730d44e-9194-49be-ae00-8a3218434061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:47.465527 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa773e8a-3a48-4dd4-ba98-a184a450ebe1 req-b85f94db-b2e3-46b8-bdb6-f99276c782a5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:47.467098 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-aa773e8a-3a48-4dd4-ba98-a184a450ebe1 req-b85f94db-b2e3-46b8-bdb6-f99276c782a5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0602956 Oct 14 11:30:47.517706 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-aa773e8a-3a48-4dd4-ba98-a184a450ebe1 req-69a74a61-a6a7-432b-bd7b-67c0c9f58a48 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376027 Oct 14 11:30:48.060130 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ca650-97de-40a5-89d8-6fab90571ca5 req-f26b8e6f-7c01-4bd7-8e01-7f32cc5ad8d0 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:48.061787 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-055ca650-97de-40a5-89d8-6fab90571ca5 req-f26b8e6f-7c01-4bd7-8e01-7f32cc5ad8d0 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0624430 Oct 14 11:30:48.106233 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-055ca650-97de-40a5-89d8-6fab90571ca5 req-6173b246-6662-48b7-a66b-2b680f09988a tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348253 Oct 14 11:30:48.653794 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687649b-c384-4eb4-824d-78911b1ec69a req-bd409c93-3f9a-4843-b890-fcfbed2da34a tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:48.655498 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-3687649b-c384-4eb4-824d-78911b1ec69a req-bd409c93-3f9a-4843-b890-fcfbed2da34a tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0590339 Oct 14 11:30:48.711527 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-3687649b-c384-4eb4-824d-78911b1ec69a req-894d1b5a-c692-4441-9fc0-5f4ac8fec2fa tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482008 Oct 14 11:30:49.265334 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf02af-b852-4e91-a062-5cbb5d06893e req-36d3e880-8a7a-4b5d-925f-cf8d3e8620b5 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:49.267604 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1bdf02af-b852-4e91-a062-5cbb5d06893e req-36d3e880-8a7a-4b5d-925f-cf8d3e8620b5 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0633898 Oct 14 11:30:49.331781 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1bdf02af-b852-4e91-a062-5cbb5d06893e req-0c8644f9-df88-4100-96f4-2c6f3a962d80 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566270 Oct 14 11:30:49.731432 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-6544cd05-847d-42be-9ed2-ba24f302fed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:49.914233 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033a101-f2d6-464a-a714-31b5e1a44fbc req-d84a465a-22a3-4298-b12f-cbcbb5851400 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:49.923590 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5033a101-f2d6-464a-a714-31b5e1a44fbc req-d84a465a-22a3-4298-b12f-cbcbb5851400 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0902219 Oct 14 11:30:49.969541 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5033a101-f2d6-464a-a714-31b5e1a44fbc req-a024a14a-8d8e-4679-a0fc-6a5cc6e99524 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445526 Oct 14 11:30:50.490832 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c5899-2df4-49fd-a098-0abaab88dfa0 req-ae93204c-e3fd-418b-9907-d386831b18b6 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:50.492907 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-449c5899-2df4-49fd-a098-0abaab88dfa0 req-ae93204c-e3fd-418b-9907-d386831b18b6 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0643132 Oct 14 11:30:50.542763 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-449c5899-2df4-49fd-a098-0abaab88dfa0 req-e6e0d279-b140-40d0-87e0-20fdfb243423 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420725 Oct 14 11:30:51.125002 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7100fb-6605-4968-accc-61185b87d4a2 req-7c8a9f1a-c01a-40ca-8d63-4c2bfb61aa23 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:51.127095 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-dc7100fb-6605-4968-accc-61185b87d4a2 req-7c8a9f1a-c01a-40ca-8d63-4c2bfb61aa23 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0658565 Oct 14 11:30:51.178128 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-dc7100fb-6605-4968-accc-61185b87d4a2 req-488f1690-293e-4c94-ba3a-ce3d2c6a34ea tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425401 Oct 14 11:30:51.199918 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 84e2626c-fb84-447b-9ed9-08ceee481142 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:30:51.225031 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:51.334373 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 84e2626c-fb84-447b-9ed9-08ceee481142, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=84e2626c-fb84-447b-9ed9-08ceee481142,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:30:51.347535 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': '84e2626c-fb84-447b-9ed9-08ceee481142', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'port_id': '84e2626c-fb84-447b-9ed9-08ceee481142', 'mac_address': 'fa:16:3e:1a:25:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:30:51.390602 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:51.409913 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84e2626c-fb84-447b-9ed9-08ceee481142 {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:30:51.433498 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 84e2626c-fb84-447b-9ed9-08ceee481142, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=84e2626c-fb84-447b-9ed9-08ceee481142,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:30:51.441875 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:51.518035 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=84e2626c-fb84-447b-9ed9-08ceee481142,revision_number=6']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:51.526496 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:51.526943 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:51.527281 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:51.527613 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:51.527962 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:51.528271 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:51.528603 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:51.528923 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:51.529260 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:51.529636 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:51.530003 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:51.530346 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:30:51.617197 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['84e2626c-fb84-447b-9ed9-08ceee481142'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:30:51.688782 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4ba1b-7bb3-40df-8925-013762e23114 req-be21b5ee-f5ef-4c9f-9ef0-2bfb2418bfd1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:51.695774 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-26a4ba1b-7bb3-40df-8925-013762e23114 req-be21b5ee-f5ef-4c9f-9ef0-2bfb2418bfd1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 945 time: 0.0638809 Oct 14 11:30:51.751306 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-26a4ba1b-7bb3-40df-8925-013762e23114 req-67c4c4bd-0392-49dd-a251-050039d8e066 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518646 Oct 14 11:30:52.457859 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3998de-8cbb-4e11-8b1f-83c42f64aef7 req-4395b63a-96cf-4d83-9f03-19338a23df63 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:52.468884 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5a3998de-8cbb-4e11-8b1f-83c42f64aef7 req-4395b63a-96cf-4d83-9f03-19338a23df63 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.1570461 Oct 14 11:30:52.520727 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5a3998de-8cbb-4e11-8b1f-83c42f64aef7 req-d143de3f-1d74-4617-98c2-8b0038252a82 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427477 Oct 14 11:30:52.555367 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:52.696427 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fabf5c-a378-46d0-b45d-409ecc79d7dd req-1f019584-472d-4035-93bf-dbebb6141efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:52.707287 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-21fabf5c-a378-46d0-b45d-409ecc79d7dd req-1f019584-472d-4035-93bf-dbebb6141efc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c25e48bad5a643e0be015e2f9139204b&device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 1098 time: 0.1476998 Oct 14 11:30:52.766559 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c6989-47cf-4234-b4c4-0884e4f7fe0a req-dede7f23-cb58-4aed-9e32-035051f1e66e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:52.768735 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-0b4c6989-47cf-4234-b4c4-0884e4f7fe0a req-dede7f23-cb58-4aed-9e32-035051f1e66e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.1634262 Oct 14 11:30:52.769441 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 52724) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:52.850971 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-0b4c6989-47cf-4234-b4c4-0884e4f7fe0a req-eb52d0b2-63e8-4bc8-9c75-a6a7bc1f158b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562248 Oct 14 11:30:52.984259 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:53.029209 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9e8c37d2-6939-414e-98f0-d7aa4f80166c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:53.065401 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fabf5c-a378-46d0-b45d-409ecc79d7dd req-08e61763-9e7d-4e3f-ba88-f6743e5e121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:53.067178 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-21fabf5c-a378-46d0-b45d-409ecc79d7dd req-08e61763-9e7d-4e3f-ba88-f6743e5e121c service neutron] 10.222.0.36 "GET /v2.0/networks?id=22a3a112-b695-44bf-a54c-7fa560fb1477 HTTP/1.1" status: 200 len: 919 time: 0.3455648 Oct 14 11:30:53.131699 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-21fabf5c-a378-46d0-b45d-409ecc79d7dd req-a05ed1dc-1a16-4627-a06a-acac32b046bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea016015-3232-4592-a5c5-9a6cc0fa641e HTTP/1.1" status: 200 len: 217 time: 0.0537963 Oct 14 11:30:53.140883 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b112993-9114-4962-b426-2c780ead7ad8 req-d635e68b-2ad3-40a5-9477-4518f8e58560 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:53.149285 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4b112993-9114-4962-b426-2c780ead7ad8 req-d635e68b-2ad3-40a5-9477-4518f8e58560 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 945 time: 0.1199465 Oct 14 11:30:53.169529 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9e8c37d2-6939-414e-98f0-d7aa4f80166c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:53.175984 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9e8c37d2-6939-414e-98f0-d7aa4f80166c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:53.207109 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 84e2626c-fb84-447b-9ed9-08ceee481142 up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:30:53.224915 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fabf5c-a378-46d0-b45d-409ecc79d7dd req-537af050-30c7-4ade-bfda-f2a65ab28f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:53.227628 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-21fabf5c-a378-46d0-b45d-409ecc79d7dd req-537af050-30c7-4ade-bfda-f2a65ab28f7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb263852-17ec-4719-94ae-b000402a4137 HTTP/1.1" status: 200 len: 858 time: 0.0749547 Oct 14 11:30:53.269051 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-9e8c37d2-6939-414e-98f0-d7aa4f80166c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8d0097117f8649ab84f6ed2d205f3462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4956009 Oct 14 11:30:53.270867 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 52738) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:53.285811 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4b112993-9114-4962-b426-2c780ead7ad8 req-080e1bc3-98fc-4264-ba48-005a427da40d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295462 Oct 14 11:30:53.292915 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-21fabf5c-a378-46d0-b45d-409ecc79d7dd req-3f5b2058-6e47-4137-bd1f-3c6bb77a66a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22a3a112-b695-44bf-a54c-7fa560fb1477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560906 Oct 14 11:30:53.333184 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port 84e2626c-fb84-447b-9ed9-08ceee481142 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:30:53.333771 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:53.364176 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c37d2-6939-414e-98f0-d7aa4f80166c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71e963d-a448-42c6-98a6-4eb85e39c7f3,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:53.419907 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-61e95788-6a4d-402a-a101-127ed4e474d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:53.458553 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-61e95788-6a4d-402a-a101-127ed4e474d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:53.463598 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-21fabf5c-a378-46d0-b45d-409ecc79d7dd req-f6b27ee1-d153-43f1-b0fe-db7a9d5a9ead service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617196 Oct 14 11:30:53.491058 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:53.521893 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e2626c-fb84-447b-9ed9-08ceee481142'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:30:53.524882 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-61e95788-6a4d-402a-a101-127ed4e474d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:53.526045 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2471e4ff-0804-4098-8499-630b3b20f9b0" -d '{"events": [{"server_uuid": "4a89cabc-05ea-4841-a22b-f97c3fade533", "name": "network-vif-plugged", "status": "completed", "tag": "84e2626c-fb84-447b-9ed9-08ceee481142"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:30:53.528630 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-61e95788-6a4d-402a-a101-127ed4e474d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:53.545740 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-61e95788-6a4d-402a-a101-127ed4e474d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f71e963d-a448-42c6-98a6-4eb85e39c7f3 HTTP/1.1" status: 204 len: 168 time: 0.2607133 Oct 14 11:30:53.562397 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e95788-6a4d-402a-a101-127ed4e474d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71e963d-a448-42c6-98a6-4eb85e39c7f3,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:53.580085 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 84e2626c-fb84-447b-9ed9-08ceee481142, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=84e2626c-fb84-447b-9ed9-08ceee481142,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:30:53.590573 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:53.675661 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811ab13d-6b6a-41a5-83ad-6bf298e1737d x-openstack-request-id: req-811ab13d-6b6a-41a5-83ad-6bf298e1737d {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:30:53.676331 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89cabc-05ea-4841-a22b-f97c3fade533", "name": "network-vif-plugged", "status": "completed", "tag": "84e2626c-fb84-447b-9ed9-08ceee481142", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:30:53.676772 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-811ab13d-6b6a-41a5-83ad-6bf298e1737d {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:30:53.677326 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e2626c-fb84-447b-9ed9-08ceee481142', 'code': 200} Oct 14 11:30:53.779774 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=84e2626c-fb84-447b-9ed9-08ceee481142,revision_number=7']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:53.904711 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-21fabf5c-a378-46d0-b45d-409ecc79d7dd req-ef66711b-be8a-40d9-a69a-74ebee7c7d12 service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302526 Oct 14 11:30:54.041717 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbefe2b-5961-4e50-a7a4-a8e01619a828 req-613c4c05-b6c0-4ee3-998a-c2a1fcb512de tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:54.049057 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2cbefe2b-5961-4e50-a7a4-a8e01619a828 req-613c4c05-b6c0-4ee3-998a-c2a1fcb512de tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.2477205 Oct 14 11:30:54.133903 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa69e58-f978-40ba-bf45-15388348b7b4 req-8d920c32-a55e-45cf-a960-12eb74584aa0 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:54.144308 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4aa69e58-f978-40ba-bf45-15388348b7b4 req-8d920c32-a55e-45cf-a960-12eb74584aa0 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.1581414 Oct 14 11:30:54.226059 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2cbefe2b-5961-4e50-a7a4-a8e01619a828 req-c97db1d5-b7f9-454a-84cd-1f4adfab414f tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498182 Oct 14 11:30:54.230857 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4aa69e58-f978-40ba-bf45-15388348b7b4 req-f2d2232c-e0e0-425d-9463-999f7a7f2ce7 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852478 Oct 14 11:30:54.471193 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1762b6-66f4-40ac-8c92-b6903a2d4554 req-3245c774-3aac-4c5c-82d7-0c2b063cd964 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:54.480283 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-da1762b6-66f4-40ac-8c92-b6903a2d4554 req-3245c774-3aac-4c5c-82d7-0c2b063cd964 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0959344 Oct 14 11:30:54.555150 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-da1762b6-66f4-40ac-8c92-b6903a2d4554 req-a7b491a8-8863-41f9-86ed-6c72f17655ad tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609655 Oct 14 11:30:55.451153 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58beec46-6567-407e-9295-aefd71677e5f req-c7593daa-e12f-46c4-a05a-c22db3568eb8 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:55.455610 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-58beec46-6567-407e-9295-aefd71677e5f req-c7593daa-e12f-46c4-a05a-c22db3568eb8 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0978854 Oct 14 11:30:55.480220 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f8b43-b22d-49e0-b4a6-032d24742523 req-e286aa10-9467-4280-a443-e4d0e48954ce tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:55.483295 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4d6f8b43-b22d-49e0-b4a6-032d24742523 req-e286aa10-9467-4280-a443-e4d0e48954ce tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.1012318 Oct 14 11:30:55.556145 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 52808) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:55.572192 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4d6f8b43-b22d-49e0-b4a6-032d24742523 req-964315cc-9e0a-4293-a44b-18655e03e2dc tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748837 Oct 14 11:30:55.595288 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-58beec46-6567-407e-9295-aefd71677e5f req-0f8d91ba-a3f3-4d16-a704-a8f1ed8e7aeb tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290252 Oct 14 11:30:55.786611 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9aca6-250a-4868-a553-2c746f3b86bb req-4e712223-fbd4-4d5f-930c-b284935fcad7 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:55.795818 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-46e9aca6-250a-4868-a553-2c746f3b86bb req-4e712223-fbd4-4d5f-930c-b284935fcad7 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.1027904 Oct 14 11:30:55.870750 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-46e9aca6-250a-4868-a553-2c746f3b86bb req-5605ba26-c311-40ae-b673-fd047ee2a614 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735660 Oct 14 11:30:55.893679 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-84255c4f-a568-46a5-ba5d-d16cafdfbd8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:55.929461 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 52816) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:56.019137 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-84255c4f-a568-46a5-ba5d-d16cafdfbd8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:56.027097 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-84255c4f-a568-46a5-ba5d-d16cafdfbd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:56.096577 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-84255c4f-a568-46a5-ba5d-d16cafdfbd8b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cc8bb6f4c89844ec814c62939230841e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5375590 Oct 14 11:30:56.096577 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84255c4f-a568-46a5-ba5d-d16cafdfbd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52ea909-ca87-40d0-b426-fb49e46ceb84,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:56.097121 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 52820) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:56.146651 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-89297efc-7317-4121-9ebe-c9ef2ecfc586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:56.182244 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-6bc3536a-cdc8-4ade-895e-656184ad8ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:56.227288 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-6bc3536a-cdc8-4ade-895e-656184ad8ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:56.270466 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-89297efc-7317-4121-9ebe-c9ef2ecfc586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:56.277937 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-89297efc-7317-4121-9ebe-c9ef2ecfc586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:56.319539 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-6bc3536a-cdc8-4ade-895e-656184ad8ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:56.323957 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-6bc3536a-cdc8-4ade-895e-656184ad8ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:56.329000 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-6bc3536a-cdc8-4ade-895e-656184ad8ed9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d52ea909-ca87-40d0-b426-fb49e46ceb84 HTTP/1.1" status: 204 len: 168 time: 0.2304819 Oct 14 11:30:56.343427 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3536a-cdc8-4ade-895e-656184ad8ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52ea909-ca87-40d0-b426-fb49e46ceb84,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:56.358916 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-89297efc-7317-4121-9ebe-c9ef2ecfc586 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=27dd347650ff46658189b7c4308f5568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264255 Oct 14 11:30:56.361672 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 52824) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:30:56.445720 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89297efc-7317-4121-9ebe-c9ef2ecfc586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29936b89-69ff-4459-a8f3-2990333cc214,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:56.509953 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ee09f9df-5d87-4c69-a5e2-ac8a95dd00bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:56.561363 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ee09f9df-5d87-4c69-a5e2-ac8a95dd00bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:56.681593 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ee09f9df-5d87-4c69-a5e2-ac8a95dd00bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:56.686665 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ee09f9df-5d87-4c69-a5e2-ac8a95dd00bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:30:56.689099 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-ee09f9df-5d87-4c69-a5e2-ac8a95dd00bf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/29936b89-69ff-4459-a8f3-2990333cc214 HTTP/1.1" status: 204 len: 168 time: 0.3258257 Oct 14 11:30:56.723653 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09f9df-5d87-4c69-a5e2-ac8a95dd00bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29936b89-69ff-4459-a8f3-2990333cc214,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:30:56.880600 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea25f6-89df-4875-87a5-05f12d994fe5 req-d8afe038-5283-4062-ba47-84e41fb6a4d8 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:56.889779 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-69ea25f6-89df-4875-87a5-05f12d994fe5 req-d8afe038-5283-4062-ba47-84e41fb6a4d8 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.1664455 Oct 14 11:30:56.898950 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9730821-9ad6-462c-bcc7-3bb56f1f3029 req-3b85555d-45e9-46af-84c5-cd74a5dc42b0 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:56.908001 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b9730821-9ad6-462c-bcc7-3bb56f1f3029 req-3b85555d-45e9-46af-84c5-cd74a5dc42b0 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.1212578 Oct 14 11:30:56.956061 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-69ea25f6-89df-4875-87a5-05f12d994fe5 req-b1e27804-7522-43b3-9919-3500aee4856a tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532718 Oct 14 11:30:57.007222 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b9730821-9ad6-462c-bcc7-3bb56f1f3029 req-ba97c315-d825-4384-b7e5-1a7aaa6adc1f tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937493 Oct 14 11:30:57.148178 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec256254-2f87-443d-98cd-9da3a92b45cf req-7794f564-653d-4083-ade2-be6c3c99fda5 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:57.150830 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ec256254-2f87-443d-98cd-9da3a92b45cf req-7794f564-653d-4083-ade2-be6c3c99fda5 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0959573 Oct 14 11:30:57.253788 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ec256254-2f87-443d-98cd-9da3a92b45cf req-65242fa5-1a69-441d-a073-5c95681b3a38 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920625 Oct 14 11:30:58.131950 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d0139-a0b9-4ec8-8793-7fb9fd3de81b req-e2dfdf0d-fe75-4f63-ba29-10bdc8226df3 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:58.141662 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-aa6d0139-a0b9-4ec8-8793-7fb9fd3de81b req-e2dfdf0d-fe75-4f63-ba29-10bdc8226df3 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0777876 Oct 14 11:30:58.159495 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cada7-2c30-4e5c-97d3-a12711fe2617 req-de877ac6-de2a-4308-9cc5-4ef2fe039802 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:58.170742 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bd9cada7-2c30-4e5c-97d3-a12711fe2617 req-de877ac6-de2a-4308-9cc5-4ef2fe039802 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0646763 Oct 14 11:30:58.225700 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-aa6d0139-a0b9-4ec8-8793-7fb9fd3de81b req-330d5374-17c4-4b53-9b6a-6aea8afc6b65 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823958 Oct 14 11:30:58.234104 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bd9cada7-2c30-4e5c-97d3-a12711fe2617 req-a13aee10-172f-424f-a43c-226a3d9ecfd3 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621881 Oct 14 11:30:58.624438 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f218e-1640-4bbd-a7d1-6262ebe32cb2 req-a67bce7b-1b54-4144-9122-b99691a362dc tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:58.630145 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c46f218e-1640-4bbd-a7d1-6262ebe32cb2 req-a67bce7b-1b54-4144-9122-b99691a362dc tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.2090433 Oct 14 11:30:58.759106 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c46f218e-1640-4bbd-a7d1-6262ebe32cb2 req-1bf12ce1-ba3b-450d-bd93-47c50c27db06 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545359 Oct 14 11:30:59.413457 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182dbe6-b356-4114-ae83-eade90ae8084 req-8dc64704-c89f-499e-b51e-dba9c04b1eb4 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:59.415435 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9182dbe6-b356-4114-ae83-eade90ae8084 req-8dc64704-c89f-499e-b51e-dba9c04b1eb4 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0776446 Oct 14 11:30:59.449532 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52e70c-147c-401d-a7af-041413ed7699 req-5a9ed91a-c292-465a-80ab-b3cba750124d tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:59.453051 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5a52e70c-147c-401d-a7af-041413ed7699 req-5a9ed91a-c292-465a-80ab-b3cba750124d tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0956538 Oct 14 11:30:59.494829 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9182dbe6-b356-4114-ae83-eade90ae8084 req-1f9ee0ee-2149-4c9c-a4ff-000b85356c2c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690806 Oct 14 11:30:59.538497 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5a52e70c-147c-401d-a7af-041413ed7699 req-3c611f98-d5cf-4a83-90ad-cf2015227951 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736802 Oct 14 11:30:59.988265 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e7d50-bbf6-4146-8fd2-0490fad1b405 req-1170ee6d-7623-4af1-aef1-62983b839f7c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:30:59.990500 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-af6e7d50-bbf6-4146-8fd2-0490fad1b405 req-1170ee6d-7623-4af1-aef1-62983b839f7c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0802436 Oct 14 11:31:00.051075 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-af6e7d50-bbf6-4146-8fd2-0490fad1b405 req-f9cba11b-1f94-40b5-8af6-e097da89bcb6 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540235 Oct 14 11:31:00.127243 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-35c95212-80d9-4ef9-9535-8d79dae4a8b3 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=0009e5011744496ab8c2e0bb1ec4eb67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426190 Oct 14 11:31:00.371945 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-367c37cd-c1ea-447d-924f-35a348ee3261 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:00.375194 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-367c37cd-c1ea-447d-924f-35a348ee3261 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2406480 Oct 14 11:31:00.396160 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-cc01cac2-590b-45f3-996c-49ad1217e517 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/quotas/0009e5011744496ab8c2e0bb1ec4eb67 HTTP/1.1" status: 200 len: 375 time: 0.0160944 Oct 14 11:31:00.460109 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-1b4deaf0-f5ff-48a0-b134-b2cf8aa5c371 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0009e5011744496ab8c2e0bb1ec4eb67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527782 Oct 14 11:31:00.681836 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861434e9-c259-4378-b453-642504f529b4 req-04a20757-4f86-400b-b73f-3a8851a238bb tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:00.693532 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-861434e9-c259-4378-b453-642504f529b4 req-04a20757-4f86-400b-b73f-3a8851a238bb tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0859427 Oct 14 11:31:00.761893 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-861434e9-c259-4378-b453-642504f529b4 req-6ac241db-dad9-42a2-9184-b7a448c42be5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662079 Oct 14 11:31:00.796571 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf71bbc-abaa-42e5-96b0-6b17ccaceba3 req-ed6e6cc3-8572-499e-8de9-5276b8f4a264 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:00.804148 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bbf71bbc-abaa-42e5-96b0-6b17ccaceba3 req-ed6e6cc3-8572-499e-8de9-5276b8f4a264 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.1050823 Oct 14 11:31:00.863370 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-65ae5cc9-152c-4dd4-bea8-291fc0592baa req-e4d4fbe0-b1d8-4fb3-b8a0-c542aa81cb49 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 210 time: 0.0329747 Oct 14 11:31:00.896996 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bbf71bbc-abaa-42e5-96b0-6b17ccaceba3 req-1c6320a7-024f-4908-871b-1400e8215b7c tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745263 Oct 14 11:31:01.276681 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aead10-38fc-4b20-a839-5a2a1d51631d req-3cd1be5a-ba95-4d47-8fcd-7b7d1c23f7a4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:01.286517 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b1aead10-38fc-4b20-a839-5a2a1d51631d req-3cd1be5a-ba95-4d47-8fcd-7b7d1c23f7a4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.1083872 Oct 14 11:31:01.342252 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b1aead10-38fc-4b20-a839-5a2a1d51631d req-4c9e4673-7037-4881-889a-982a2359bf01 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547082 Oct 14 11:31:01.350819 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1caf9-de8c-490a-8d56-a8454954dc68 req-25ae1c86-e7fc-43cd-8161-24083f4855e7 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:01.365013 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7ce1caf9-de8c-490a-8d56-a8454954dc68 req-25ae1c86-e7fc-43cd-8161-24083f4855e7 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.2072299 Oct 14 11:31:01.396867 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd699c-8e40-43f3-9123-10a8da028358 req-f4c44bf4-3d6e-43c9-b5b4-b06f92cd112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:01.398424 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-82cd699c-8e40-43f3-9123-10a8da028358 req-f4c44bf4-3d6e-43c9-b5b4-b06f92cd112f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de741739c33a4b63ad4a3d09e4ca7ac1&device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 1099 time: 0.1693528 Oct 14 11:31:01.448099 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7ce1caf9-de8c-490a-8d56-a8454954dc68 req-a94c29c6-9934-4f62-a33b-72bbc31e8a0f tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818236 Oct 14 11:31:01.547547 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd699c-8e40-43f3-9123-10a8da028358 req-50b40f11-4ef3-4e97-a1b5-b0242b4d756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:01.550420 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-82cd699c-8e40-43f3-9123-10a8da028358 req-50b40f11-4ef3-4e97-a1b5-b0242b4d756d service neutron] 10.222.0.36 "GET /v2.0/networks?id=813d5405-6bb2-4fac-9eae-a4821c818143 HTTP/1.1" status: 200 len: 912 time: 0.1370590 Oct 14 11:31:01.684308 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-82cd699c-8e40-43f3-9123-10a8da028358 req-419e5c98-835b-4612-8b88-b9a4a04994df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d47fc79-d147-493f-bcf9-1ddfab5908b9 HTTP/1.1" status: 200 len: 1001 time: 0.1214693 Oct 14 11:31:01.760937 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd699c-8e40-43f3-9123-10a8da028358 req-e1bdc130-e062-4376-8136-606c1bf6a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:01.763663 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-82cd699c-8e40-43f3-9123-10a8da028358 req-e1bdc130-e062-4376-8136-606c1bf6a435 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eabf075f-9b14-49fd-b253-1bf2d160d1a0 HTTP/1.1" status: 200 len: 850 time: 0.0699546 Oct 14 11:31:01.841840 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd699c-8e40-43f3-9123-10a8da028358 req-5f459a48-e7aa-4bb9-93c9-7e0bdd662947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:01.844714 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-82cd699c-8e40-43f3-9123-10a8da028358 req-5f459a48-e7aa-4bb9-93c9-7e0bdd662947 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=813d5405-6bb2-4fac-9eae-a4821c818143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721910 Oct 14 11:31:01.863329 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:02.048501 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-82cd699c-8e40-43f3-9123-10a8da028358 req-b839776f-14ab-4ee0-afa4-3bd95facb146 service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863134 Oct 14 11:31:02.146138 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-429e294a-9f15-4a0e-84c4-019784c75178 req-30b56f3b-2717-4b0a-b544-a131efed2f4d tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 210 time: 0.0983236 Oct 14 11:31:02.481240 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-82cd699c-8e40-43f3-9123-10a8da028358 req-b3dcca7f-b13c-4f41-9faf-d15efbbdf0d8 service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195378 Oct 14 11:31:02.501689 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-35853068-e0ca-443f-8416-1ce04fa4aafa tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0009e5011744496ab8c2e0bb1ec4eb67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1134422 Oct 14 11:31:02.518845 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e2560-42b3-49e0-8261-80874a9b9219 req-1ee5cebe-a0c3-4962-8249-78fd2efb2930 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:02.521376 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-af9e2560-42b3-49e0-8261-80874a9b9219 req-1ee5cebe-a0c3-4962-8249-78fd2efb2930 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.4535973 Oct 14 11:31:02.642304 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-af9e2560-42b3-49e0-8261-80874a9b9219 req-92243bca-3c6a-43e0-8239-c38e848bc4f1 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874629 Oct 14 11:31:02.859620 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a5056-05fd-4470-a707-62b56e9e3143 req-fb08d98c-79e2-4f62-85af-50f17326729a tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:02.861707 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ff9a5056-05fd-4470-a707-62b56e9e3143 req-fb08d98c-79e2-4f62-85af-50f17326729a tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0656073 Oct 14 11:31:02.942805 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ff9a5056-05fd-4470-a707-62b56e9e3143 req-1c1b9025-50bb-4aa4-97fe-8bcc3f3e8802 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681369 Oct 14 11:31:02.978248 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9297629-d657-485b-a972-e54bed31f3b6 req-f0511a2b-941a-4977-83f9-3954597d49a6 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:02.982811 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d9297629-d657-485b-a972-e54bed31f3b6 req-f0511a2b-941a-4977-83f9-3954597d49a6 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.3513978 Oct 14 11:31:03.082279 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d9297629-d657-485b-a972-e54bed31f3b6 req-de05f32f-a810-433d-adc6-43727c5a411b tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779443 Oct 14 11:31:03.096241 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-11a496a7-1120-4bce-91d4-ee558c711378 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:03.098101 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-11a496a7-1120-4bce-91d4-ee558c711378 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5735364 Oct 14 11:31:03.122444 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3cb35158-bbc9-4579-adc9-6e9446ec3146 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Request body: {'port': {'device_id': 'b7768359-ff7a-4dcf-bdde-f69146b6a553', 'network_id': '9577607e-b1d1-47a5-a2de-6b3e7175c3c1', 'admin_state_up': True, 'tenant_id': '0009e5011744496ab8c2e0bb1ec4eb67'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:31:03.339665 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a67f92e8-ab12-4b74-87e0-ac7f14c03f6c req-de77d6da-ebce-4d0d-b7cd-e39e63898533 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 210 time: 0.0550122 Oct 14 11:31:03.403051 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3cb35158-bbc9-4579-adc9-6e9446ec3146 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Made reservation on behalf of 0009e5011744496ab8c2e0bb1ec4eb67 for: {'port': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:31:03.409064 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3cb35158-bbc9-4579-adc9-6e9446ec3146 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:03.421674 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3cb35158-bbc9-4579-adc9-6e9446ec3146 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:03.556835 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3cb35158-bbc9-4579-adc9-6e9446ec3146 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:03.565340 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3cb35158-bbc9-4579-adc9-6e9446ec3146 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:03.641007 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb35158-bbc9-4579-adc9-6e9446ec3146 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5afac087-baed-460f-b0f8-062b3a080e17,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:03.764037 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3cb35158-bbc9-4579-adc9-6e9446ec3146 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Allocated IP 192.168.233.108 (9577607e-b1d1-47a5-a2de-6b3e7175c3c1/c5ef1da8-339d-4a3a-9e30-e9763be67d31/fc26d97f-32e3-4ede-b54c-80ef354731d4) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:31:03.898576 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e017ad-cd60-4288-a8aa-d6528e9a5a00 req-7f3fb309-fc0e-4be6-bc0f-cdb2992a4c08 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:03.901551 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-75e017ad-cd60-4288-a8aa-d6528e9a5a00 req-7f3fb309-fc0e-4be6-bc0f-cdb2992a4c08 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.1159868 Oct 14 11:31:04.005174 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-75e017ad-cd60-4288-a8aa-d6528e9a5a00 req-371ac573-fa0d-4eec-b097-4c35415c7245 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886309 Oct 14 11:31:04.045514 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3cb35158-bbc9-4579-adc9-6e9446ec3146 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:04.107829 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3cb35158-bbc9-4579-adc9-6e9446ec3146 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:04.166502 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3cb35158-bbc9-4579-adc9-6e9446ec3146 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Network 9577607e-b1d1-47a5-a2de-6b3e7175c3c1 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:31:04.173422 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3cb35158-bbc9-4579-adc9-6e9446ec3146 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:31:04.198155 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3cb35158-bbc9-4579-adc9-6e9446ec3146 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:31:04.206250 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb35158-bbc9-4579-adc9-6e9446ec3146 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Pushing event updated for resources: {'Port': ['ID=fc26d97f-32e3-4ede-b54c-80ef354731d4,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:04.211094 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f817cd-8bef-40c5-9601-50c46c4ab996 req-7c526ed2-03cc-4de5-8f25-c2a75c2424a8 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:04.222881 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-66f817cd-8bef-40c5-9601-50c46c4ab996 req-7c526ed2-03cc-4de5-8f25-c2a75c2424a8 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.1223614 Oct 14 11:31:04.291022 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-66f817cd-8bef-40c5-9601-50c46c4ab996 req-971c0067-20b5-4de3-ad43-076d9b4cedfe tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668283 Oct 14 11:31:04.351688 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3cb35158-bbc9-4579-adc9-6e9446ec3146 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:04.352881 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3cb35158-bbc9-4579-adc9-6e9446ec3146 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:04.408135 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3cb35158-bbc9-4579-adc9-6e9446ec3146 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2912097 Oct 14 11:31:04.435724 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ae270-181d-4fcf-85c5-40933c512b2c req-3e7864d1-fbb8-4a75-83d4-1905f020fe19 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:04.438412 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-200ae270-181d-4fcf-85c5-40933c512b2c req-3e7864d1-fbb8-4a75-83d4-1905f020fe19 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.1644893 Oct 14 11:31:04.448217 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Request body: {'port': {'device_id': 'b7768359-ff7a-4dcf-bdde-f69146b6a553', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:31:04.553813 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb1ab6-7dc2-4e27-bba0-b6b048662683 req-cdfa26c5-4c66-4835-a804-e2395918ee8b tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:04.557061 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-86eb1ab6-7dc2-4e27-bba0-b6b048662683 req-cdfa26c5-4c66-4835-a804-e2395918ee8b tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 936 time: 0.0931168 Oct 14 11:31:04.568725 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-16924e8b-6896-4f47-b153-3614f1fc3467 None None] Provisioning complete for port fc26d97f-32e3-4ede-b54c-80ef354731d4 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:04.570190 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-16924e8b-6896-4f47-b153-3614f1fc3467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:04.619238 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-16924e8b-6896-4f47-b153-3614f1fc3467 None None] Port fc26d97f-32e3-4ede-b54c-80ef354731d4 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:31:04.640870 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-86eb1ab6-7dc2-4e27-bba0-b6b048662683 req-be2b23ae-3bde-4996-95ff-3d53e562e974 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/security-groups?id=5afac087-baed-460f-b0f8-062b3a080e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755827 Oct 14 11:31:04.915057 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-200ae270-181d-4fcf-85c5-40933c512b2c req-1657a759-080c-4c49-b760-03c98c137cea tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4599831 Oct 14 11:31:04.924618 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:05.190997 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9af88-b317-4369-b222-a61a4c6d2dc2 req-1268a3fd-2890-4933-9248-ccb2ee5f3451 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:05.193023 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d5e9af88-b317-4369-b222-a61a4c6d2dc2 req-1268a3fd-2890-4933-9248-ccb2ee5f3451 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0643530 Oct 14 11:31:05.256708 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d5e9af88-b317-4369-b222-a61a4c6d2dc2 req-3cf56acc-8279-47ad-b9d6-51fb18764877 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531924 Oct 14 11:31:05.376718 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc26d97f-32e3-4ede-b54c-80ef354731d4 {{(pid=99832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:31:05.392825 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:05.416839 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.provisioning_blocks [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Transition to ACTIVE for port object fc26d97f-32e3-4ede-b54c-80ef354731d4 will not be triggered until provisioned by entity L2. {{(pid=99832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:31:05.424454 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:05.514307 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Pushing event updated for resources: {'Port': ['ID=fc26d97f-32e3-4ede-b54c-80ef354731d4,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:05.634699 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Attempting to bind port fc26d97f-32e3-4ede-b54c-80ef354731d4 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:31:05.635083 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Attempting to bind port fc26d97f-32e3-4ede-b54c-80ef354731d4 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '169df28d-9dd4-4b08-ad54-b41a40c2f2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9577607e-b1d1-47a5-a2de-6b3e7175c3c1'}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:31:05.635427 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Attempting to bind port fc26d97f-32e3-4ede-b54c-80ef354731d4 on network 9577607e-b1d1-47a5-a2de-6b3e7175c3c1 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:31:05.642666 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Port fc26d97f-32e3-4ede-b54c-80ef354731d4 on network 9577607e-b1d1-47a5-a2de-6b3e7175c3c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:31:05.643010 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Attempting to bind port fc26d97f-32e3-4ede-b54c-80ef354731d4 on network 9577607e-b1d1-47a5-a2de-6b3e7175c3c1 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:31:05.650298 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:31:05.650833 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Checking segment: {'id': '169df28d-9dd4-4b08-ad54-b41a40c2f2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9577607e-b1d1-47a5-a2de-6b3e7175c3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:31:05.651244 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Bound using segment: {'id': '169df28d-9dd4-4b08-ad54-b41a40c2f2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9577607e-b1d1-47a5-a2de-6b3e7175c3c1'} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:31:05.651708 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Bound port: fc26d97f-32e3-4ede-b54c-80ef354731d4, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '169df28d-9dd4-4b08-ad54-b41a40c2f2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9577607e-b1d1-47a5-a2de-6b3e7175c3c1'}}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:31:05.652075 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:05.743684 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] For port fc26d97f-32e3-4ede-b54c-80ef354731d4, host hv-cinder-79797, cleared binding levels {{(pid=99832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:31:05.747719 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] For port fc26d97f-32e3-4ede-b54c-80ef354731d4, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=fc26d97f-32e3-4ede-b54c-80ef354731d4,segment=NetworkSegment(169df28d-9dd4-4b08-ad54-b41a40c2f2de),segment_id=169df28d-9dd4-4b08-ad54-b41a40c2f2de)] {{(pid=99832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:31:05.753695 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:05.860769 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:05.861781 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:05.863403 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] 10.222.0.36 "PUT /v2.0/ports/fc26d97f-32e3-4ede-b54c-80ef354731d4 HTTP/1.1" status: 200 len: 1098 time: 1.4236462 Oct 14 11:31:05.864005 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7768359-ff7a-4dcf-bdde-f69146b6a553', 'tag': 'fc26d97f-32e3-4ede-b54c-80ef354731d4'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:31:05.866541 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1144bf3d-9349-4ec8-9281-b24feed11dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "b7768359-ff7a-4dcf-bdde-f69146b6a553", "tag": "fc26d97f-32e3-4ede-b54c-80ef354731d4"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:31:05.888012 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b57b84-7d37-4946-b604-60333822ee9e service neutron] Pushing event updated for resources: {'Port': ['ID=fc26d97f-32e3-4ede-b54c-80ef354731d4,revision_number=3']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:05.936941 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34603d4-cbf7-4c1d-9cd1-156a16506f28 req-83005983-15bc-4079-b0a8-c465768b7fc3 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:05.939087 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f34603d4-cbf7-4c1d-9cd1-156a16506f28 req-83005983-15bc-4079-b0a8-c465768b7fc3 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 948 time: 0.1402698 Oct 14 11:31:05.949147 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cd07be-30b4-4102-8d0e-7494133da7e3 x-openstack-request-id: req-70cd07be-30b4-4102-8d0e-7494133da7e3 {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:31:05.949508 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7768359-ff7a-4dcf-bdde-f69146b6a553", "tag": "fc26d97f-32e3-4ede-b54c-80ef354731d4", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:31:05.949835 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-70cd07be-30b4-4102-8d0e-7494133da7e3 {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:31:05.950383 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7768359-ff7a-4dcf-bdde-f69146b6a553', 'tag': 'fc26d97f-32e3-4ede-b54c-80ef354731d4', 'status': 'completed', 'code': 200} Oct 14 11:31:06.051675 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-24b0fa5f-f6ea-4596-aed5-c6bc5aab02b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:06.053513 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-24b0fa5f-f6ea-4596-aed5-c6bc5aab02b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0009e5011744496ab8c2e0bb1ec4eb67&device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 1101 time: 0.0975876 Oct 14 11:31:06.058050 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f34603d4-cbf7-4c1d-9cd1-156a16506f28 req-77bb41ce-4ab9-4967-b3ae-c4e83601be19 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/security-groups?id=5afac087-baed-460f-b0f8-062b3a080e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129882 Oct 14 11:31:06.125604 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-e38a3edb-2d10-4606-a9d3-306896d04636 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=fc26d97f-32e3-4ede-b54c-80ef354731d4 HTTP/1.1" status: 200 len: 217 time: 0.0611126 Oct 14 11:31:06.157322 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0d4dc-c9a4-421f-b75f-a69d4c6da7c4 req-be7d918a-f02e-4df0-9244-94451750c25e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:06.160250 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c5f0d4dc-c9a4-421f-b75f-a69d4c6da7c4 req-be7d918a-f02e-4df0-9244-94451750c25e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.1110394 Oct 14 11:31:06.228891 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3500d50e-eab2-415c-a963-22416b1a88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:06.231641 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3500d50e-eab2-415c-a963-22416b1a88ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5ef1da8-339d-4a3a-9e30-e9763be67d31 HTTP/1.1" status: 200 len: 843 time: 0.0948434 Oct 14 11:31:06.240303 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c5f0d4dc-c9a4-421f-b75f-a69d4c6da7c4 req-b01f3643-9cea-4d22-8b8c-68626ac1b760 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657582 Oct 14 11:31:06.352698 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3ad4a805-7e43-48af-8669-c1423a6b7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:06.354829 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-3ad4a805-7e43-48af-8669-c1423a6b7256 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9577607e-b1d1-47a5-a2de-6b3e7175c3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1079917 Oct 14 11:31:06.514490 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea81a1d-1b77-4d6c-899a-3d7630d661d1 req-2d3df145-dda5-45d2-b58e-2579a8733148 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:06.515988 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2ea81a1d-1b77-4d6c-899a-3d7630d661d1 req-2d3df145-dda5-45d2-b58e-2579a8733148 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.1085231 Oct 14 11:31:06.518563 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-da712bbc-c177-44c1-ab4d-84f934c363e2 service neutron] 10.222.0.36 "GET /v2.0/networks/9577607e-b1d1-47a5-a2de-6b3e7175c3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538191 Oct 14 11:31:06.590344 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2ea81a1d-1b77-4d6c-899a-3d7630d661d1 req-a1873645-ccb6-4866-a817-eeebe65a1efa tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674603 Oct 14 11:31:06.655519 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5afcda73-45c8-427f-9ce1-c53fd9de6924 req-736488bb-6495-4a39-9a0f-6f169f5288a6 service neutron] 10.222.0.36 "GET /v2.0/networks/9577607e-b1d1-47a5-a2de-6b3e7175c3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178777 Oct 14 11:31:06.772219 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144bf3d-9349-4ec8-9281-b24feed11dc0 req-837ad4a9-c7dd-49c1-9070-decec3172a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:06.773734 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-1144bf3d-9349-4ec8-9281-b24feed11dc0 req-837ad4a9-c7dd-49c1-9070-decec3172a9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0009e5011744496ab8c2e0bb1ec4eb67&device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 1101 time: 0.0603542 Oct 14 11:31:06.926554 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144bf3d-9349-4ec8-9281-b24feed11dc0 req-9ec87e92-e1ed-42b3-b402-1928ac1a957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:06.928572 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-1144bf3d-9349-4ec8-9281-b24feed11dc0 req-9ec87e92-e1ed-42b3-b402-1928ac1a957d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9577607e-b1d1-47a5-a2de-6b3e7175c3c1 HTTP/1.1" status: 200 len: 870 time: 0.1459258 Oct 14 11:31:06.976868 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-1144bf3d-9349-4ec8-9281-b24feed11dc0 req-3e394efd-e8ef-4967-ab82-6e1d917fc90d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=fc26d97f-32e3-4ede-b54c-80ef354731d4 HTTP/1.1" status: 200 len: 217 time: 0.0399752 Oct 14 11:31:07.070462 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144bf3d-9349-4ec8-9281-b24feed11dc0 req-259eba23-37b4-4f58-a10b-c9b42c98e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:07.072896 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-1144bf3d-9349-4ec8-9281-b24feed11dc0 req-259eba23-37b4-4f58-a10b-c9b42c98e3c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5ef1da8-339d-4a3a-9e30-e9763be67d31 HTTP/1.1" status: 200 len: 843 time: 0.0862200 Oct 14 11:31:07.141290 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144bf3d-9349-4ec8-9281-b24feed11dc0 req-3a2e8158-db47-404e-ba48-6203080f009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:07.143982 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-1144bf3d-9349-4ec8-9281-b24feed11dc0 req-3a2e8158-db47-404e-ba48-6203080f009e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9577607e-b1d1-47a5-a2de-6b3e7175c3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0625355 Oct 14 11:31:07.272128 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c428d-ec43-4253-b066-2e541cff53be req-3282592f-c900-4537-96d9-272919494c89 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:07.279778 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d72c428d-ec43-4253-b066-2e541cff53be req-3282592f-c900-4537-96d9-272919494c89 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 948 time: 0.0897405 Oct 14 11:31:07.304750 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-1144bf3d-9349-4ec8-9281-b24feed11dc0 req-be6f272e-404d-4580-8740-66cdb76e2997 service neutron] 10.222.0.36 "GET /v2.0/networks/9577607e-b1d1-47a5-a2de-6b3e7175c3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507239 Oct 14 11:31:07.359426 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d72c428d-ec43-4253-b066-2e541cff53be req-ee0849b2-71bc-4db9-b17d-bab4f2c9f19c tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/security-groups?id=5afac087-baed-460f-b0f8-062b3a080e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700696 Oct 14 11:31:07.484591 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e1827-db1f-431b-8c22-34fc467ad12c req-de482e83-1849-430b-a2d5-67ef478a19a1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:07.486180 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-da0e1827-db1f-431b-8c22-34fc467ad12c req-de482e83-1849-430b-a2d5-67ef478a19a1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.1104047 Oct 14 11:31:07.494643 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-1144bf3d-9349-4ec8-9281-b24feed11dc0 req-4dc73650-486e-4c10-a229-459a4ded7ff2 service neutron] 10.222.0.36 "GET /v2.0/networks/9577607e-b1d1-47a5-a2de-6b3e7175c3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793826 Oct 14 11:31:07.547190 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-da0e1827-db1f-431b-8c22-34fc467ad12c req-2d0b79a0-a4e4-463d-9346-5f8449a7a1a5 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474191 Oct 14 11:31:07.720245 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9151dd-0dc1-4aab-a3ef-fee6367496bd req-0b5e97c7-2618-42d7-839d-cadd890c919e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:07.721962 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3b9151dd-0dc1-4aab-a3ef-fee6367496bd req-0b5e97c7-2618-42d7-839d-cadd890c919e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0510874 Oct 14 11:31:07.771037 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3b9151dd-0dc1-4aab-a3ef-fee6367496bd req-838a7f82-1008-4ab7-8795-50e3dd522168 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420258 Oct 14 11:31:08.196808 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c436a-1001-4b58-8cd2-d1c285e8a7b3 req-980ad609-0a75-449f-bf01-004770d90e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:08.198700 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ce5c436a-1001-4b58-8cd2-d1c285e8a7b3 req-980ad609-0a75-449f-bf01-004770d90e60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6002f5ee1b60442cae91e69448c24382&device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 1099 time: 0.0503213 Oct 14 11:31:08.304090 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c436a-1001-4b58-8cd2-d1c285e8a7b3 req-189779d0-e877-42a1-be5d-67b20ce6b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:08.306285 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ce5c436a-1001-4b58-8cd2-d1c285e8a7b3 req-189779d0-e877-42a1-be5d-67b20ce6b45c service neutron] 10.222.0.36 "GET /v2.0/networks?id=953fc067-17c1-4744-a2d8-c5382bc078cb HTTP/1.1" status: 200 len: 918 time: 0.0992136 Oct 14 11:31:08.374119 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:31:08.387119 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ce5c436a-1001-4b58-8cd2-d1c285e8a7b3 req-010d48ce-8cff-470f-97fd-8c7761369e39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84e2626c-fb84-447b-9ed9-08ceee481142 HTTP/1.1" status: 200 len: 1002 time: 0.0725858 Oct 14 11:31:08.447118 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c436a-1001-4b58-8cd2-d1c285e8a7b3 req-cdb083ee-f55c-47f8-b2ae-10e92e0314c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:08.448844 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ce5c436a-1001-4b58-8cd2-d1c285e8a7b3 req-cdb083ee-f55c-47f8-b2ae-10e92e0314c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e66ebcfd-406b-4441-8bf2-124e9b613a1b HTTP/1.1" status: 200 len: 856 time: 0.0531373 Oct 14 11:31:08.532452 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c436a-1001-4b58-8cd2-d1c285e8a7b3 req-85b56a23-47f0-438c-877b-8b991d4d253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:08.533981 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ce5c436a-1001-4b58-8cd2-d1c285e8a7b3 req-85b56a23-47f0-438c-877b-8b991d4d253f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=953fc067-17c1-4744-a2d8-c5382bc078cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774798 Oct 14 11:31:08.556112 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358ff4a-3c71-4d9e-b0c1-c963de29efde req-88173b67-dcd5-438c-9b71-45df938cdb04 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:08.558803 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6358ff4a-3c71-4d9e-b0c1-c963de29efde req-88173b67-dcd5-438c-9b71-45df938cdb04 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 948 time: 0.0754671 Oct 14 11:31:08.698882 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1c24d-d084-4fe2-8489-b0963e4bac5e req-06a2f800-b57f-4259-91ef-7221462a404c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:08.701273 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-dee1c24d-d084-4fe2-8489-b0963e4bac5e req-06a2f800-b57f-4259-91ef-7221462a404c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0604279 Oct 14 11:31:08.740474 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6358ff4a-3c71-4d9e-b0c1-c963de29efde req-d33ddd71-c6f5-4f10-a1e2-35f25e843192 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/security-groups?id=5afac087-baed-460f-b0f8-062b3a080e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653171 Oct 14 11:31:08.746301 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-dee1c24d-d084-4fe2-8489-b0963e4bac5e req-1724bd2a-ceb7-43a5-a9a1-bf874a47b6eb tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384524 Oct 14 11:31:08.766464 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ce5c436a-1001-4b58-8cd2-d1c285e8a7b3 req-66c59536-35dc-49d7-881d-e35cfe886927 service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062047 Oct 14 11:31:08.957887 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ce5c436a-1001-4b58-8cd2-d1c285e8a7b3 req-f934ef5e-be15-4aa1-9ca0-5115280d1706 service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818652 Oct 14 11:31:08.967357 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4e333-6b8d-45d0-8697-bb839495e977 req-5a0aa1d7-f591-42ba-af87-0fc04402282c tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:08.968933 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cac4e333-6b8d-45d0-8697-bb839495e977 req-5a0aa1d7-f591-42ba-af87-0fc04402282c tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0838616 Oct 14 11:31:09.019933 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cac4e333-6b8d-45d0-8697-bb839495e977 req-1cf88f07-db97-43d1-a1c0-049961509d6b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404911 Oct 14 11:31:09.256547 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device fc26d97f-32e3-4ede-b54c-80ef354731d4 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:31:09.363017 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port fc26d97f-32e3-4ede-b54c-80ef354731d4, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=fc26d97f-32e3-4ede-b54c-80ef354731d4,segment=NetworkSegment(169df28d-9dd4-4b08-ad54-b41a40c2f2de),segment_id=169df28d-9dd4-4b08-ad54-b41a40c2f2de)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:09.376192 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': 'fc26d97f-32e3-4ede-b54c-80ef354731d4', 'network_id': '9577607e-b1d1-47a5-a2de-6b3e7175c3c1', 'port_id': 'fc26d97f-32e3-4ede-b54c-80ef354731d4', 'mac_address': 'fa:16:3e:3d:3a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ef1da8-339d-4a3a-9e30-e9763be67d31', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:31:09.420704 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:09.437053 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc26d97f-32e3-4ede-b54c-80ef354731d4 {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:31:09.459987 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port fc26d97f-32e3-4ede-b54c-80ef354731d4, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=fc26d97f-32e3-4ede-b54c-80ef354731d4,segment=NetworkSegment(169df28d-9dd4-4b08-ad54-b41a40c2f2de),segment_id=169df28d-9dd4-4b08-ad54-b41a40c2f2de)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:09.466613 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:09.520489 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=fc26d97f-32e3-4ede-b54c-80ef354731d4,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:09.787093 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['fc26d97f-32e3-4ede-b54c-80ef354731d4'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:31:09.919208 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699f80a-db0d-493d-9419-4041e86d7700 req-60e47681-9108-44f1-b15f-6dcbce360dd2 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:09.920854 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4699f80a-db0d-493d-9419-4041e86d7700 req-60e47681-9108-44f1-b15f-6dcbce360dd2 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 949 time: 0.0671892 Oct 14 11:31:09.947123 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2915ca1-bc3c-49f2-a43b-830f074aba91 req-b8b3b238-1317-4593-90bb-349aacf6a7e8 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:09.949780 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b2915ca1-bc3c-49f2-a43b-830f074aba91 req-b8b3b238-1317-4593-90bb-349aacf6a7e8 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0782199 Oct 14 11:31:09.981030 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4699f80a-db0d-493d-9419-4041e86d7700 req-474264f5-f5c5-47cc-a8b6-6ce2c9cd14ed tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/security-groups?id=5afac087-baed-460f-b0f8-062b3a080e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470700 Oct 14 11:31:10.007398 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b2915ca1-bc3c-49f2-a43b-830f074aba91 req-86bbca90-4013-4867-a883-5db6591e733b tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457125 Oct 14 11:31:10.163908 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab942a-82c2-47d4-b6cd-8662667e3883 req-4fd97f4e-4a61-4691-b4ec-9bce6b61e6c3 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:10.166134 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d4ab942a-82c2-47d4-b6cd-8662667e3883 req-4fd97f4e-4a61-4691-b4ec-9bce6b61e6c3 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0564380 Oct 14 11:31:10.212832 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d4ab942a-82c2-47d4-b6cd-8662667e3883 req-e636bf85-a9b7-4f57-bd54-c92f66841e3a tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399325 Oct 14 11:31:11.161559 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160b578-eeee-4eb1-9f3e-2ca53c9d085f req-071f6646-4366-4e27-9f7c-b0b881b2f4a1 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:11.166068 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5160b578-eeee-4eb1-9f3e-2ca53c9d085f req-071f6646-4366-4e27-9f7c-b0b881b2f4a1 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 949 time: 0.0952098 Oct 14 11:31:11.181823 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e16b3-c503-4919-a760-abe9610c1597 req-193737a0-3cbc-4995-bcba-0fa7ddfb53ce tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:11.184774 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e05e16b3-c503-4919-a760-abe9610c1597 req-193737a0-3cbc-4995-bcba-0fa7ddfb53ce tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 946 time: 0.0860870 Oct 14 11:31:11.236531 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5160b578-eeee-4eb1-9f3e-2ca53c9d085f req-ea2069fa-db9b-453d-aab1-f8a69f921b05 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/security-groups?id=5afac087-baed-460f-b0f8-062b3a080e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587144 Oct 14 11:31:11.250120 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e05e16b3-c503-4919-a760-abe9610c1597 req-8ec3a95f-5a7e-4600-be36-212eda0fd8ce tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544252 Oct 14 11:31:11.267027 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device fc26d97f-32e3-4ede-b54c-80ef354731d4 up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:31:11.341644 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port fc26d97f-32e3-4ede-b54c-80ef354731d4 completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:31:11.347341 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port fc26d97f-32e3-4ede-b54c-80ef354731d4 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:11.347908 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:11.418830 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df06ae0-d8aa-47d3-85df-68b95b3c4aa6 req-54206214-d409-418f-8e3f-19550663b2af tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:11.420443 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2df06ae0-d8aa-47d3-85df-68b95b3c4aa6 req-54206214-d409-418f-8e3f-19550663b2af tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0594025 Oct 14 11:31:11.480981 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:11.487789 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2df06ae0-d8aa-47d3-85df-68b95b3c4aa6 req-042d26c7-84ac-49ef-a769-740bef790d7b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554166 Oct 14 11:31:11.521207 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7768359-ff7a-4dcf-bdde-f69146b6a553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc26d97f-32e3-4ede-b54c-80ef354731d4'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:31:11.525533 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8353895-da64-4128-af52-0aa402066a67" -d '{"events": [{"server_uuid": "b7768359-ff7a-4dcf-bdde-f69146b6a553", "name": "network-vif-plugged", "status": "completed", "tag": "fc26d97f-32e3-4ede-b54c-80ef354731d4"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:31:11.549397 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port fc26d97f-32e3-4ede-b54c-80ef354731d4, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=fc26d97f-32e3-4ede-b54c-80ef354731d4,segment=NetworkSegment(169df28d-9dd4-4b08-ad54-b41a40c2f2de),segment_id=169df28d-9dd4-4b08-ad54-b41a40c2f2de)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:11.556977 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:11.558231 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 84e2626c-fb84-447b-9ed9-08ceee481142 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:31:11.591842 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034acc9c-66d0-4900-b34f-ea871ca79386 x-openstack-request-id: req-034acc9c-66d0-4900-b34f-ea871ca79386 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:31:11.592333 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7768359-ff7a-4dcf-bdde-f69146b6a553", "name": "network-vif-plugged", "status": "completed", "tag": "fc26d97f-32e3-4ede-b54c-80ef354731d4", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:31:11.592582 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-034acc9c-66d0-4900-b34f-ea871ca79386 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:31:11.592997 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7768359-ff7a-4dcf-bdde-f69146b6a553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc26d97f-32e3-4ede-b54c-80ef354731d4', 'code': 200} Oct 14 11:31:11.663361 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=fc26d97f-32e3-4ede-b54c-80ef354731d4,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:11.716355 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:11.780984 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 84e2626c-fb84-447b-9ed9-08ceee481142, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=84e2626c-fb84-447b-9ed9-08ceee481142,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:11.786679 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:11.857396 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e16f8d-e6d4-480c-aba1-6c825dbd1d67 req-87344eea-13d0-4e6a-a571-05a972ded111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:11.861373 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-44e16f8d-e6d4-480c-aba1-6c825dbd1d67 req-87344eea-13d0-4e6a-a571-05a972ded111 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 1103 time: 0.0614812 Oct 14 11:31:11.879475 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=84e2626c-fb84-447b-9ed9-08ceee481142,revision_number=8']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:11.912831 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-44e16f8d-e6d4-480c-aba1-6c825dbd1d67 req-22642a22-8343-4104-87ab-1e2aff8efc53 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5afac087-baed-460f-b0f8-062b3a080e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430784 Oct 14 11:31:11.992449 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [req-d5b2367e-b653-468f-8a3f-ab4d00401397 req-1c1053bc-c9fe-4130-97a2-df9067dce749 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=99832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:31:11.994103 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d5b2367e-b653-468f-8a3f-ab4d00401397 req-1c1053bc-c9fe-4130-97a2-df9067dce749 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062845 Oct 14 11:31:12.216763 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adec33-6f00-48cd-9e7c-977d55cb3883 req-dca45333-1501-42a7-b73f-d4a597a429df tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:12.218693 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d2adec33-6f00-48cd-9e7c-977d55cb3883 req-dca45333-1501-42a7-b73f-d4a597a429df tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.0823886 Oct 14 11:31:12.264075 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d2adec33-6f00-48cd-9e7c-977d55cb3883 req-de16d587-7c6d-432e-a0a8-97465f1e52c0 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388916 Oct 14 11:31:12.405086 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403cea9-6e3e-4dc1-9d53-28ec09c41c39 req-e5f09989-0e22-4132-9c78-9cdc7e4394e1 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:12.407375 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-1403cea9-6e3e-4dc1-9d53-28ec09c41c39 req-e5f09989-0e22-4132-9c78-9cdc7e4394e1 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 950 time: 0.0678654 Oct 14 11:31:12.463044 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-1403cea9-6e3e-4dc1-9d53-28ec09c41c39 req-17b0ad67-8968-4add-a134-d239a761b931 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/security-groups?id=5afac087-baed-460f-b0f8-062b3a080e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485346 Oct 14 11:31:12.667078 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c43f-7e9f-409b-8f66-5d9c93ee4ff3 req-a32de5a2-ace1-4758-8433-781caac99552 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:12.669855 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8199c43f-7e9f-409b-8f66-5d9c93ee4ff3 req-a32de5a2-ace1-4758-8433-781caac99552 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0815055 Oct 14 11:31:12.692709 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53034) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:12.736287 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8199c43f-7e9f-409b-8f66-5d9c93ee4ff3 req-debd5ec0-1f87-48e8-9c93-3154408ef9b6 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584240 Oct 14 11:31:12.811022 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5bc00a76-50a4-4cad-99f3-278840f4c831 req-e3333122-5867-4045-a333-68172641f44b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1169677 Oct 14 11:31:12.822835 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [req-5bc00a76-50a4-4cad-99f3-278840f4c831 req-01e4d970-529b-479d-92cf-b36696e913e5 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=99832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:31:12.823894 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5bc00a76-50a4-4cad-99f3-278840f4c831 req-01e4d970-529b-479d-92cf-b36696e913e5 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063159 Oct 14 11:31:13.445903 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb407a5-e99f-4e00-a84d-9239bf5082cd req-c8c5ce37-ef6d-45d4-ac60-ade8087c0a5e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:13.448681 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-8eb407a5-e99f-4e00-a84d-9239bf5082cd req-c8c5ce37-ef6d-45d4-ac60-ade8087c0a5e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.0754566 Oct 14 11:31:13.495861 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-8eb407a5-e99f-4e00-a84d-9239bf5082cd req-a381c061-ccc4-4189-bcb2-8a0878f91b8a tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401568 Oct 14 11:31:13.594822 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e2626c-fb84-447b-9ed9-08ceee481142'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:31:13.598133 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249d4ed8-e35f-4bb6-b58a-a50504bb7c17" -d '{"events": [{"server_uuid": "4a89cabc-05ea-4841-a22b-f97c3fade533", "name": "network-vif-unplugged", "status": "completed", "tag": "84e2626c-fb84-447b-9ed9-08ceee481142"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:31:13.632993 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f846c-55b3-45a5-8723-1d1491b54c31 req-48ce7c32-af62-4168-9159-bf7944dcb409 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:13.636103 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-043f846c-55b3-45a5-8723-1d1491b54c31 req-48ce7c32-af62-4168-9159-bf7944dcb409 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 950 time: 0.0721326 Oct 14 11:31:13.637341 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Oct 2021 11:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64c42ae-38fa-4156-92c9-54e702414efa x-openstack-request-id: req-d64c42ae-38fa-4156-92c9-54e702414efa {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:31:13.637814 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89cabc-05ea-4841-a22b-f97c3fade533", "name": "network-vif-unplugged", "status": "failed", "tag": "84e2626c-fb84-447b-9ed9-08ceee481142", "code": 422}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:31:13.638241 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d64c42ae-38fa-4156-92c9-54e702414efa {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:31:13.638925 dv-cinder-797970-2-iscsi neutron-server[99834]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '84e2626c-fb84-447b-9ed9-08ceee481142', 'code': 422} returned with failed status Oct 14 11:31:13.701877 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-043f846c-55b3-45a5-8723-1d1491b54c31 req-3eede7d1-abf3-45e5-8dc7-33fbe8673734 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/security-groups?id=5afac087-baed-460f-b0f8-062b3a080e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573063 Oct 14 11:31:13.933751 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c08399-c063-4e41-96ff-a3c5554f8696 req-e016df26-231b-4b70-8472-1990239878a5 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:13.936241 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-81c08399-c063-4e41-96ff-a3c5554f8696 req-e016df26-231b-4b70-8472-1990239878a5 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0890326 Oct 14 11:31:14.015246 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-81c08399-c063-4e41-96ff-a3c5554f8696 req-b9de0d81-e4b1-405f-ae6a-fbffc7758931 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680144 Oct 14 11:31:14.136682 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130213c-dee1-400c-a4e0-5f0d686d96db req-2ba9d95b-b7e5-4d91-81ae-a5c178e47352 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:14.138738 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9130213c-dee1-400c-a4e0-5f0d686d96db req-2ba9d95b-b7e5-4d91-81ae-a5c178e47352 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 950 time: 0.0748634 Oct 14 11:31:14.194229 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9130213c-dee1-400c-a4e0-5f0d686d96db req-1bd1f555-6aba-438c-ba83-5cc9ddc7234f tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/security-groups?id=5afac087-baed-460f-b0f8-062b3a080e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438547 Oct 14 11:31:14.588955 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc00a76-50a4-4cad-99f3-278840f4c831 req-579e44a3-e005-4d63-85e3-0b082540414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:14.590502 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5bc00a76-50a4-4cad-99f3-278840f4c831 req-579e44a3-e005-4d63-85e3-0b082540414f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533&tenant_id=6002f5ee1b60442cae91e69448c24382 HTTP/1.1" status: 200 len: 1097 time: 0.0802519 Oct 14 11:31:14.667624 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbb297-d7c8-4703-97f1-de4837b29f01 req-563d0772-71d2-4e56-b187-2dace8cba159 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:14.669026 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc00a76-50a4-4cad-99f3-278840f4c831 req-e5d6b26c-d51f-4abc-948d-3bf2d8937bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:14.670339 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-95dbb297-d7c8-4703-97f1-de4837b29f01 req-563d0772-71d2-4e56-b187-2dace8cba159 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.0836928 Oct 14 11:31:14.670593 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5bc00a76-50a4-4cad-99f3-278840f4c831 req-e5d6b26c-d51f-4abc-948d-3bf2d8937bc1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6002f5ee1b60442cae91e69448c24382&device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 1097 time: 0.0450940 Oct 14 11:31:14.720220 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-95dbb297-d7c8-4703-97f1-de4837b29f01 req-1d5d8dcd-74b5-4fcf-b17a-c4c19b2ee474 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431237 Oct 14 11:31:14.783228 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc00a76-50a4-4cad-99f3-278840f4c831 req-e555cbd9-f503-4e70-b364-fa17dc7245a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:14.784610 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5bc00a76-50a4-4cad-99f3-278840f4c831 req-e555cbd9-f503-4e70-b364-fa17dc7245a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=953fc067-17c1-4744-a2d8-c5382bc078cb HTTP/1.1" status: 200 len: 918 time: 0.1004782 Oct 14 11:31:14.858256 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5bc00a76-50a4-4cad-99f3-278840f4c831 req-5b4f06fe-e2e0-44f1-849f-764fb8109abb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84e2626c-fb84-447b-9ed9-08ceee481142 HTTP/1.1" status: 200 len: 1000 time: 0.0645828 Oct 14 11:31:14.918949 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc00a76-50a4-4cad-99f3-278840f4c831 req-79da53e6-b7ff-4f34-98e0-60ec87631a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:14.920463 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5bc00a76-50a4-4cad-99f3-278840f4c831 req-79da53e6-b7ff-4f34-98e0-60ec87631a4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e66ebcfd-406b-4441-8bf2-124e9b613a1b HTTP/1.1" status: 200 len: 856 time: 0.0540314 Oct 14 11:31:14.972647 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc00a76-50a4-4cad-99f3-278840f4c831 req-99a71bd5-88fc-4309-b31c-f13317babe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:14.974148 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5bc00a76-50a4-4cad-99f3-278840f4c831 req-99a71bd5-88fc-4309-b31c-f13317babe34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=953fc067-17c1-4744-a2d8-c5382bc078cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451887 Oct 14 11:31:15.099541 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5bc00a76-50a4-4cad-99f3-278840f4c831 req-84b0801f-24b0-43c5-bebf-91715c5417da service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154160 Oct 14 11:31:15.219096 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a10b1-e0b5-4950-82ca-4928c9aa8350 req-26520153-e92f-44ba-ba33-d5710a01a878 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:15.220732 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-242a10b1-e0b5-4950-82ca-4928c9aa8350 req-26520153-e92f-44ba-ba33-d5710a01a878 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.1135972 Oct 14 11:31:15.270322 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5bc00a76-50a4-4cad-99f3-278840f4c831 req-15000047-7739-4477-9bc4-6c3a56eef1f8 service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617856 Oct 14 11:31:15.291178 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-242a10b1-e0b5-4950-82ca-4928c9aa8350 req-471e09eb-f73e-43b2-8b18-7f1d40c3334d tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580764 Oct 14 11:31:15.365421 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf5fc3-9ac1-4350-b611-fcf74beb9088 req-d09c12f6-6ad0-4211-88eb-ae704c499a7b tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:15.367091 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3bdf5fc3-9ac1-4350-b611-fcf74beb9088 req-d09c12f6-6ad0-4211-88eb-ae704c499a7b tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 950 time: 0.0623913 Oct 14 11:31:15.410520 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3bdf5fc3-9ac1-4350-b611-fcf74beb9088 req-2d304d9c-3e81-40d4-ac79-93000f747052 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/security-groups?id=5afac087-baed-460f-b0f8-062b3a080e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363030 Oct 14 11:31:15.543342 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e1a13-6159-4d37-aad5-18b3a43340ff req-22e3a96e-c7d1-4923-b6b1-69c1874aee84 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:15.545109 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-431e1a13-6159-4d37-aad5-18b3a43340ff req-22e3a96e-c7d1-4923-b6b1-69c1874aee84 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 950 time: 0.0621347 Oct 14 11:31:15.594440 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa520bea-1bc5-45b8-b05d-fc39a2f6b2e5 req-550e5d25-c94c-4d2c-8d88-1dfd6091f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:15.595928 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-fa520bea-1bc5-45b8-b05d-fc39a2f6b2e5 req-550e5d25-c94c-4d2c-8d88-1dfd6091f916 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 1098 time: 0.0535808 Oct 14 11:31:15.651554 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-fa520bea-1bc5-45b8-b05d-fc39a2f6b2e5 req-011bc259-5d59-421b-9ff9-461ec5567d48 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475223 Oct 14 11:31:15.691971 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-431e1a13-6159-4d37-aad5-18b3a43340ff req-d93fb31f-de63-46b7-9e2f-3b187e1734e8 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Deleting port fc26d97f-32e3-4ede-b54c-80ef354731d4 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:31:15.692648 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-431e1a13-6159-4d37-aad5-18b3a43340ff req-d93fb31f-de63-46b7-9e2f-3b187e1734e8 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:15.812425 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-431e1a13-6159-4d37-aad5-18b3a43340ff req-d93fb31f-de63-46b7-9e2f-3b187e1734e8 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] For port fc26d97f-32e3-4ede-b54c-80ef354731d4, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=fc26d97f-32e3-4ede-b54c-80ef354731d4,segment=NetworkSegment(169df28d-9dd4-4b08-ad54-b41a40c2f2de),segment_id=169df28d-9dd4-4b08-ad54-b41a40c2f2de)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:15.812997 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-431e1a13-6159-4d37-aad5-18b3a43340ff req-d93fb31f-de63-46b7-9e2f-3b187e1734e8 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:15.863701 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-431e1a13-6159-4d37-aad5-18b3a43340ff req-d93fb31f-de63-46b7-9e2f-3b187e1734e8 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Calling delete_port for fc26d97f-32e3-4ede-b54c-80ef354731d4 owned by compute:nova {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:31:15.961784 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ba9cb-c211-455a-85c0-435383c7aaf7 req-5e80336b-c156-477b-93bd-ab95cb5fed68 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:15.964450 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-080ba9cb-c211-455a-85c0-435383c7aaf7 req-5e80336b-c156-477b-93bd-ab95cb5fed68 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.1466839 Oct 14 11:31:16.042547 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-080ba9cb-c211-455a-85c0-435383c7aaf7 req-2fcf88a7-43d1-4d56-b86c-8ecc5d2c1630 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648537 Oct 14 11:31:16.127882 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-431e1a13-6159-4d37-aad5-18b3a43340ff req-d93fb31f-de63-46b7-9e2f-3b187e1734e8 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:16.143078 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['fc26d97f-32e3-4ede-b54c-80ef354731d4'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:31:16.206086 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93fb31f-de63-46b7-9e2f-3b187e1734e8 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Pushing event deleted for resources: {'Port': ['ID=fc26d97f-32e3-4ede-b54c-80ef354731d4,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:16.282593 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-431e1a13-6159-4d37-aad5-18b3a43340ff req-d93fb31f-de63-46b7-9e2f-3b187e1734e8 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] No DVR routers for this DVR port fc26d97f-32e3-4ede-b54c-80ef354731d4 on host hv-cinder-79797 {{(pid=99832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:31:16.293632 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-431e1a13-6159-4d37-aad5-18b3a43340ff req-d93fb31f-de63-46b7-9e2f-3b187e1734e8 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:16.293632 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-431e1a13-6159-4d37-aad5-18b3a43340ff req-d93fb31f-de63-46b7-9e2f-3b187e1734e8 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.36 "DELETE /v2.0/ports/fc26d97f-32e3-4ede-b54c-80ef354731d4 HTTP/1.1" status: 204 len: 173 time: 0.7408969 Oct 14 11:31:16.298971 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7768359-ff7a-4dcf-bdde-f69146b6a553', 'name': 'network-vif-deleted', 'tag': 'fc26d97f-32e3-4ede-b54c-80ef354731d4'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:31:16.302737 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680351ce-b14d-4d8a-a2f4-b4989990f672" -d '{"events": [{"server_uuid": "b7768359-ff7a-4dcf-bdde-f69146b6a553", "name": "network-vif-deleted", "tag": "fc26d97f-32e3-4ede-b54c-80ef354731d4"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:31:16.403056 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b8da4a-6743-4e2c-92ad-a82e5355d3d8 x-openstack-request-id: req-a4b8da4a-6743-4e2c-92ad-a82e5355d3d8 {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:31:16.406311 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7768359-ff7a-4dcf-bdde-f69146b6a553", "name": "network-vif-deleted", "tag": "fc26d97f-32e3-4ede-b54c-80ef354731d4", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:31:16.406311 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a4b8da4a-6743-4e2c-92ad-a82e5355d3d8 {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:31:16.406311 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7768359-ff7a-4dcf-bdde-f69146b6a553', 'name': 'network-vif-deleted', 'tag': 'fc26d97f-32e3-4ede-b54c-80ef354731d4', 'status': 'completed', 'code': 200} Oct 14 11:31:16.529183 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b103bb-eb69-4df8-84b8-71f35d49f6b9 req-fce8f114-fd9e-4875-b2f0-4d81d585c423 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:16.531454 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-67b103bb-eb69-4df8-84b8-71f35d49f6b9 req-fce8f114-fd9e-4875-b2f0-4d81d585c423 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.1023366 Oct 14 11:31:16.601740 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d90ffc7d-87e3-4478-b8fc-fba782910425 req-58055e3c-9776-4b5d-9a0d-1b3623078847 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 210 time: 0.0316622 Oct 14 11:31:16.633124 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-67b103bb-eb69-4df8-84b8-71f35d49f6b9 req-a0af8c6e-08c6-4462-adc2-df940a90359e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850182 Oct 14 11:31:17.250318 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f73d9478-1ea8-47ac-bd56-7a8555c998ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:17.281508 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df042c-1727-4cf8-ae1e-995267b79fd0 req-7219c003-c3b0-4a47-a298-6dc04ccc6e61 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:17.293234 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-46df042c-1727-4cf8-ae1e-995267b79fd0 req-7219c003-c3b0-4a47-a298-6dc04ccc6e61 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.1006837 Oct 14 11:31:17.353856 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-46df042c-1727-4cf8-ae1e-995267b79fd0 req-34a187fb-1bf4-48cb-bace-514976968113 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588360 Oct 14 11:31:17.743096 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-1346ceba-11e6-488d-b01f-25ff112952e1 req-89badf16-6e2b-4362-adf6-f67ab2917f5f tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 210 time: 0.0351193 Oct 14 11:31:17.843908 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3113e4-1251-4ca0-a7a2-c9bbd51d82ac req-0ace2e8a-4546-4a72-9a89-b99f023b1adc tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:17.845733 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8c3113e4-1251-4ca0-a7a2-c9bbd51d82ac req-0ace2e8a-4546-4a72-9a89-b99f023b1adc tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.1096313 Oct 14 11:31:17.906303 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8c3113e4-1251-4ca0-a7a2-c9bbd51d82ac req-efde574e-661a-46a4-b9bf-a0b1454548b3 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463486 Oct 14 11:31:18.516468 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b72ccb-c939-435c-a9a1-35bbb5415502 req-a8b34780-177d-449a-8d64-c3f6dba3d570 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:18.518124 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-89b72ccb-c939-435c-a9a1-35bbb5415502 req-a8b34780-177d-449a-8d64-c3f6dba3d570 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.0860651 Oct 14 11:31:18.568422 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-89b72ccb-c939-435c-a9a1-35bbb5415502 req-8b12d679-b897-4d53-a8d3-6718f85877f0 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349598 Oct 14 11:31:18.879985 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f168db7a-5a4a-49dc-a38d-bf0c075013ba req-19c7308c-9785-491c-af99-02a32bd0ca78 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 210 time: 0.0290699 Oct 14 11:31:19.107270 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669edd16-db45-42a5-9ada-7ec32f5dfb0b req-eb3981c0-f75c-4137-9947-2d044dbe6e6b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:19.109604 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-669edd16-db45-42a5-9ada-7ec32f5dfb0b req-eb3981c0-f75c-4137-9947-2d044dbe6e6b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0940988 Oct 14 11:31:19.169152 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-669edd16-db45-42a5-9ada-7ec32f5dfb0b req-cc6e1b14-eada-462d-86bd-5c5f66ef534e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531940 Oct 14 11:31:19.326933 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device fc26d97f-32e3-4ede-b54c-80ef354731d4 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:31:19.388781 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: fc26d97f-32e3-4ede-b54c-80ef354731d4 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:31:19.389752 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device fc26d97f-32e3-4ede-b54c-80ef354731d4 not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:31:19.703407 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd21ea-677f-47fa-bc61-33bcc662a54b req-fe207eb3-d2e9-471b-99d9-39bcb72cb30e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:19.705096 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-81cd21ea-677f-47fa-bc61-33bcc662a54b req-fe207eb3-d2e9-471b-99d9-39bcb72cb30e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.0580978 Oct 14 11:31:19.738988 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-295dbd1f-51e2-42b6-a1c1-fa99aa3122fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:19.756126 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-81cd21ea-677f-47fa-bc61-33bcc662a54b req-d2a7c5df-dd10-4fb8-923e-65a0d1b643bc tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447080 Oct 14 11:31:19.992975 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-26dddb84-974f-459e-b3f4-2cfff9b1e92d req-96896673-c2aa-4d2c-8b16-325e8ad2bcfe tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 210 time: 0.0305882 Oct 14 11:31:20.319182 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558c6e3-668e-4c9c-a2ac-eeebecb2b82b req-c884a496-557d-444e-bb42-0d63fb8e2970 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:20.320848 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f558c6e3-668e-4c9c-a2ac-eeebecb2b82b req-c884a496-557d-444e-bb42-0d63fb8e2970 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0739617 Oct 14 11:31:20.364402 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f558c6e3-668e-4c9c-a2ac-eeebecb2b82b req-080e3292-6cad-4186-8ce0-ef4e0127b02d tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358417 Oct 14 11:31:20.965226 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb7c5f-baed-4f49-8646-defe093cd055 req-e3863704-2117-47ab-ae1d-7c8e283dd002 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:20.966955 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-70fb7c5f-baed-4f49-8646-defe093cd055 req-e3863704-2117-47ab-ae1d-7c8e283dd002 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.0844738 Oct 14 11:31:21.026401 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-70fb7c5f-baed-4f49-8646-defe093cd055 req-6de9dfb0-b65a-4656-9f44-28302facd639 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471001 Oct 14 11:31:21.146978 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-aea7224e-e8cf-4baf-a06f-1ea04dec0057 req-1a442bb8-fd4b-4c96-af47-0b51a2b9272f tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 210 time: 0.0335100 Oct 14 11:31:21.238509 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:21.558428 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa4541-90ad-4ce8-8cf7-b19798e588bc req-c2229ddd-b661-4d83-8ef5-3af2b8f319fc tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:21.561031 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-06aa4541-90ad-4ce8-8cf7-b19798e588bc req-c2229ddd-b661-4d83-8ef5-3af2b8f319fc tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0787091 Oct 14 11:31:21.611025 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-06aa4541-90ad-4ce8-8cf7-b19798e588bc req-1651c70b-b92f-4d33-8a3f-4a6c564b1d4e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437460 Oct 14 11:31:22.220601 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416da9fb-e94c-4a44-b913-12d793bbdb2c req-8f857bef-0f5c-4969-8ffe-833eb7d05290 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:22.222695 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-416da9fb-e94c-4a44-b913-12d793bbdb2c req-8f857bef-0f5c-4969-8ffe-833eb7d05290 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.0893631 Oct 14 11:31:22.271730 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-46f1f89b-466a-4b2e-9f87-572652e0bf7a req-e482836a-dd0c-4a18-b87d-903027c74401 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 210 time: 0.0270631 Oct 14 11:31:22.282503 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-416da9fb-e94c-4a44-b913-12d793bbdb2c req-5e62a84d-a091-4955-8864-d2ae85cfafba tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520020 Oct 14 11:31:22.511511 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:22.769300 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d80b92-1031-4f4d-9692-56f168368618 req-50cc99bf-77f7-4706-8f05-eace8dd60c8c tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:22.770291 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-90d80b92-1031-4f4d-9692-56f168368618 req-50cc99bf-77f7-4706-8f05-eace8dd60c8c tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0709229 Oct 14 11:31:22.835412 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-90d80b92-1031-4f4d-9692-56f168368618 req-48b1d2a3-6d54-4254-8ff1-7c656fd55d86 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570288 Oct 14 11:31:22.973554 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:23.401498 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-63f7dbf8-c4a6-4490-83e9-bed039a91e65 req-5a116e3f-656d-4e94-9f50-93258b46f8a5 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 210 time: 0.0351243 Oct 14 11:31:23.450629 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abd502-bafd-43ae-a946-e32c98cda69a req-3428c0cf-ed26-4be4-adb0-93604d01f75f tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:23.452221 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c0abd502-bafd-43ae-a946-e32c98cda69a req-3428c0cf-ed26-4be4-adb0-93604d01f75f tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.0658464 Oct 14 11:31:23.507828 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c0abd502-bafd-43ae-a946-e32c98cda69a req-d79a6309-4bf8-425c-925d-9e73587bb3d3 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426366 Oct 14 11:31:24.025950 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f650cb-afb4-4949-a4f9-be9b713df9fa req-1db62384-ab7a-429a-a0a1-e1ed3275efd1 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:24.027999 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-03f650cb-afb4-4949-a4f9-be9b713df9fa req-1db62384-ab7a-429a-a0a1-e1ed3275efd1 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0836563 Oct 14 11:31:24.083068 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-03f650cb-afb4-4949-a4f9-be9b713df9fa req-eacfa249-6a8e-427a-96e8-358397dedde5 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448644 Oct 14 11:31:24.537244 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-16f1e97a-ad8a-46ff-b66a-94ac26060708 req-32a1ea1f-31a8-4b1e-878f-1c4a8c86fc60 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 210 time: 0.0454304 Oct 14 11:31:24.730654 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96575364-5e42-4a4a-853c-aeea783d6990 req-bb136d11-dcc9-4dae-9b78-040e123b842a tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:24.733541 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-96575364-5e42-4a4a-853c-aeea783d6990 req-bb136d11-dcc9-4dae-9b78-040e123b842a tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.0998492 Oct 14 11:31:24.793884 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-96575364-5e42-4a4a-853c-aeea783d6990 req-7d361ff8-52b3-4189-9c0d-9344ec5843f8 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538020 Oct 14 11:31:25.244980 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfc063-4afc-4f6b-a04d-7b3eedd154fa req-a38c2c9e-9d87-41e3-9343-e21892955347 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:25.249399 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fadfc063-4afc-4f6b-a04d-7b3eedd154fa req-a38c2c9e-9d87-41e3-9343-e21892955347 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0751007 Oct 14 11:31:25.303548 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fadfc063-4afc-4f6b-a04d-7b3eedd154fa req-088e95b8-4f82-4533-8895-76d7fc2c0f33 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492008 Oct 14 11:31:25.661398 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-721f584c-4ed7-4448-a41f-8a2165c09c4f req-df1f7aad-f174-43cd-98ae-bab1b672fb2f tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 210 time: 0.0334682 Oct 14 11:31:25.985226 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d4e07-580e-436f-ad4f-b325e063dc0a req-59c7e6e6-1d8e-485a-825e-8e88f4b6d034 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:25.987593 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fa3d4e07-580e-436f-ad4f-b325e063dc0a req-59c7e6e6-1d8e-485a-825e-8e88f4b6d034 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.0658658 Oct 14 11:31:26.040420 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fa3d4e07-580e-436f-ad4f-b325e063dc0a req-830622ce-5c3c-435d-9780-228494c3e862 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455472 Oct 14 11:31:26.452179 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b35363-dec1-4349-b217-2772b43dba6c req-9bbe7d4c-3012-45b8-9adb-0de10635e084 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:26.453701 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94b35363-dec1-4349-b217-2772b43dba6c req-9bbe7d4c-3012-45b8-9adb-0de10635e084 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0672586 Oct 14 11:31:26.499252 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94b35363-dec1-4349-b217-2772b43dba6c req-7e1d143d-32de-4a6a-be1b-202c17c8ae69 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393407 Oct 14 11:31:26.769992 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-26e72a98-680d-4123-9e47-338a412699ae req-9d45c8c9-ced1-4689-a659-c57305ccc8e2 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 210 time: 0.0284762 Oct 14 11:31:27.222693 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc78d41-3391-43b9-8410-e624cea3c86d req-d3683508-a091-46be-b018-25327347db5f tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:27.224352 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7bc78d41-3391-43b9-8410-e624cea3c86d req-d3683508-a091-46be-b018-25327347db5f tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.0790868 Oct 14 11:31:27.272908 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7bc78d41-3391-43b9-8410-e624cea3c86d req-5df21d69-cafb-4ea2-a0ce-a32fe4dbf0d7 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399942 Oct 14 11:31:27.653941 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81ae86-3beb-4ac8-b3c3-2eb31df2f006 req-ae3d76bb-960c-4520-97b0-5c2ebf965687 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:27.655533 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fb81ae86-3beb-4ac8-b3c3-2eb31df2f006 req-ae3d76bb-960c-4520-97b0-5c2ebf965687 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0695996 Oct 14 11:31:27.696043 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fb81ae86-3beb-4ac8-b3c3-2eb31df2f006 req-b30f5d77-ea8e-47c3-86b8-88a6da2ea6cc tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339231 Oct 14 11:31:27.892634 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-14721e65-75f0-44f8-85d7-4ed70687c16b req-c85c5f93-ffee-4a13-9fba-cb67e0598cf3 tempest-VolumesNegativeTest-1291787257 tempest-VolumesNegativeTest-1291787257-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7768359-ff7a-4dcf-bdde-f69146b6a553 HTTP/1.1" status: 200 len: 210 time: 0.0362320 Oct 14 11:31:28.416938 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f318d8-f596-4a00-8796-063ac9613719 req-21001cb5-faf7-4f2c-8460-13f45cabb592 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:28.418733 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-16f318d8-f596-4a00-8796-063ac9613719 req-21001cb5-faf7-4f2c-8460-13f45cabb592 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.0578659 Oct 14 11:31:28.463370 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-16f318d8-f596-4a00-8796-063ac9613719 req-1338f26a-31da-48df-b562-6c3ed213f2df tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378823 Oct 14 11:31:28.880750 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f99aa-613d-4d7d-9a8e-6211bc607414 req-4d82d54c-b848-456a-a316-75a17da3e440 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:28.882531 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2a7f99aa-613d-4d7d-9a8e-6211bc607414 req-4d82d54c-b848-456a-a316-75a17da3e440 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0664952 Oct 14 11:31:28.937827 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2a7f99aa-613d-4d7d-9a8e-6211bc607414 req-927254cf-9793-48b7-b3b6-ca9fb8f2c1aa tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436928 Oct 14 11:31:29.631783 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7665a0-8776-4bbb-9974-a8fc7fdd04df req-523901f7-756d-4d7e-b2e0-8f0d33a79ff9 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:29.633661 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5f7665a0-8776-4bbb-9974-a8fc7fdd04df req-523901f7-756d-4d7e-b2e0-8f0d33a79ff9 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.0670578 Oct 14 11:31:29.684012 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5f7665a0-8776-4bbb-9974-a8fc7fdd04df req-63af270c-d206-49db-ae04-e60631e3e114 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431986 Oct 14 11:31:30.078012 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc39e61-eb24-46d4-9e9c-351a83f7d62c req-8d5dbbc2-968d-4ac4-8e19-1627f41bec3a tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:30.079695 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-8dc39e61-eb24-46d4-9e9c-351a83f7d62c req-8d5dbbc2-968d-4ac4-8e19-1627f41bec3a tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0635374 Oct 14 11:31:30.131374 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-8dc39e61-eb24-46d4-9e9c-351a83f7d62c req-c3ad5e13-d042-41b5-8fae-2dd6d8953b6d tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444727 Oct 14 11:31:30.575472 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a5541-204c-4b1f-ac22-2f94c1307f54 req-a3142c83-efb0-4a3c-8124-23f32994bad7 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:30.577330 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-438a5541-204c-4b1f-ac22-2f94c1307f54 req-a3142c83-efb0-4a3c-8124-23f32994bad7 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0572860 Oct 14 11:31:30.593944 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f20dd-8602-4aac-a28d-a36c6acf5f08 req-9b78f027-4b85-4ba9-a8f3-77d9a0d93f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:30.596731 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9b4f20dd-8602-4aac-a28d-a36c6acf5f08 req-9b78f027-4b85-4ba9-a8f3-77d9a0d93f3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c25e48bad5a643e0be015e2f9139204b&device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 1098 time: 0.0836160 Oct 14 11:31:30.624407 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-438a5541-204c-4b1f-ac22-2f94c1307f54 req-16eb51df-a788-4826-b856-2f7d5898636b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388029 Oct 14 11:31:30.761165 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f20dd-8602-4aac-a28d-a36c6acf5f08 req-9a1b3e79-22b2-4225-82bf-ea5b06c7ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:30.763942 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9b4f20dd-8602-4aac-a28d-a36c6acf5f08 req-9a1b3e79-22b2-4225-82bf-ea5b06c7ddfb service neutron] 10.222.0.36 "GET /v2.0/networks?id=22a3a112-b695-44bf-a54c-7fa560fb1477 HTTP/1.1" status: 200 len: 919 time: 0.1589172 Oct 14 11:31:30.843932 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9b4f20dd-8602-4aac-a28d-a36c6acf5f08 req-7ac628b1-8e4c-4c6e-a591-51fe3a50629f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea016015-3232-4592-a5c5-9a6cc0fa641e HTTP/1.1" status: 200 len: 217 time: 0.0720518 Oct 14 11:31:30.938152 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05981b4-2061-45e8-bb8a-c0787d5ce8d3 req-13ad60e4-667b-417f-823a-37907b0c0670 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:30.939770 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b05981b4-2061-45e8-bb8a-c0787d5ce8d3 req-13ad60e4-667b-417f-823a-37907b0c0670 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.1005151 Oct 14 11:31:30.941590 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f20dd-8602-4aac-a28d-a36c6acf5f08 req-1971310e-0bbd-4808-ba06-d325e1f37e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:30.943017 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9b4f20dd-8602-4aac-a28d-a36c6acf5f08 req-1971310e-0bbd-4808-ba06-d325e1f37e03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb263852-17ec-4719-94ae-b000402a4137 HTTP/1.1" status: 200 len: 858 time: 0.0853426 Oct 14 11:31:30.983506 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9b4f20dd-8602-4aac-a28d-a36c6acf5f08 req-ef4f8232-e87a-40e4-a1e0-f88d4d0adf11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22a3a112-b695-44bf-a54c-7fa560fb1477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326562 Oct 14 11:31:31.122060 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2d4f5327-d81a-4d32-96b9-2b540009b768 req-17b91033-2438-4e30-b48c-3113b199025b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0910008 Oct 14 11:31:31.225199 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f5327-d81a-4d32-96b9-2b540009b768 req-36199268-2719-4d4b-b332-a159da01b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:31.226803 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2d4f5327-d81a-4d32-96b9-2b540009b768 req-36199268-2719-4d4b-b332-a159da01b0c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c25e48bad5a643e0be015e2f9139204b&device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 1099 time: 0.0775943 Oct 14 11:31:31.307662 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b05981b4-2061-45e8-bb8a-c0787d5ce8d3 req-1d0c530b-d1bf-454b-a9fb-ec508b326e0b tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3491886 Oct 14 11:31:31.383714 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f5327-d81a-4d32-96b9-2b540009b768 req-51b0857c-a2df-47db-9cd5-eee41691ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:31.384334 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9b4f20dd-8602-4aac-a28d-a36c6acf5f08 req-62cc91c2-f9b6-4bbd-939e-af6ec95f178c service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908243 Oct 14 11:31:31.386940 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2d4f5327-d81a-4d32-96b9-2b540009b768 req-51b0857c-a2df-47db-9cd5-eee41691ba14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=22a3a112-b695-44bf-a54c-7fa560fb1477 HTTP/1.1" status: 200 len: 919 time: 0.1376503 Oct 14 11:31:31.442619 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2d4f5327-d81a-4d32-96b9-2b540009b768 req-4fdf3fcf-7091-40b6-8149-4820caff93e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1496083-607c-4603-ad22-63ed525566a3 HTTP/1.1" status: 200 len: 217 time: 0.0433221 Oct 14 11:31:31.507316 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f5327-d81a-4d32-96b9-2b540009b768 req-93e0c236-7aa5-47cb-834c-dd2df7d83f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:31.510139 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2d4f5327-d81a-4d32-96b9-2b540009b768 req-93e0c236-7aa5-47cb-834c-dd2df7d83f22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb263852-17ec-4719-94ae-b000402a4137 HTTP/1.1" status: 200 len: 858 time: 0.0579536 Oct 14 11:31:31.529883 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9b4f20dd-8602-4aac-a28d-a36c6acf5f08 req-c98d3d77-378d-4a6f-b80d-b09689e93ae4 service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271095 Oct 14 11:31:31.561250 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2d4f5327-d81a-4d32-96b9-2b540009b768 req-6767d393-b784-4d37-9c62-0f43e1c6a618 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22a3a112-b695-44bf-a54c-7fa560fb1477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437188 Oct 14 11:31:31.742249 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2d4f5327-d81a-4d32-96b9-2b540009b768 req-1e8b6996-17ad-4ef7-ac2f-c5e4b04b7e20 service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731319 Oct 14 11:31:31.873685 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:31.877363 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a470619-f5c4-4df0-a8d1-cb641d9dcb9b req-727b2633-de19-4789-93d0-ee5b7019e83b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:31.879086 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8a470619-f5c4-4df0-a8d1-cb641d9dcb9b req-727b2633-de19-4789-93d0-ee5b7019e83b tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.1318831 Oct 14 11:31:31.955862 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2d4f5327-d81a-4d32-96b9-2b540009b768 req-92ab4444-6805-4f54-8c36-400a5a5a1ace service neutron] 10.222.0.36 "GET /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029209 Oct 14 11:31:31.984933 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8a470619-f5c4-4df0-a8d1-cb641d9dcb9b req-e57dde91-0823-4501-9d50-6957a46fb8e9 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933399 Oct 14 11:31:32.499619 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11734ef-7e21-4372-bcc8-7486786a14fc req-39784933-b1e3-4965-bf15-8d0488176556 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:32.501672 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b11734ef-7e21-4372-bcc8-7486786a14fc req-39784933-b1e3-4965-bf15-8d0488176556 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.0676081 Oct 14 11:31:32.548239 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b11734ef-7e21-4372-bcc8-7486786a14fc req-1904c053-d75b-414f-acab-6c7b61a2e329 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397081 Oct 14 11:31:33.141650 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fd5df-4253-4d99-be2d-84becd3ec64a req-65e8ac7b-77b5-496b-ad2f-7be6a6f3e08a tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:33.143269 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-595fd5df-4253-4d99-be2d-84becd3ec64a req-65e8ac7b-77b5-496b-ad2f-7be6a6f3e08a tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0776625 Oct 14 11:31:33.187390 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-595fd5df-4253-4d99-be2d-84becd3ec64a req-55a51c96-c1b7-4437-96dc-b4f309848a31 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372188 Oct 14 11:31:33.591213 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 53422) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:33.744386 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bd079-ef6b-49e2-a188-f1b3556c99ae req-99c1d01b-2670-4fcc-a6e7-29b14db81bb9 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:33.746010 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a05bd079-ef6b-49e2-a188-f1b3556c99ae req-99c1d01b-2670-4fcc-a6e7-29b14db81bb9 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.0680799 Oct 14 11:31:33.799403 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a05bd079-ef6b-49e2-a188-f1b3556c99ae req-31741888-0688-4e8d-b41b-7e14011a0fb4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410779 Oct 14 11:31:33.818957 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53428) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:33.819349 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-8f2f9e79-949c-4b8d-a4d1-62ab93d30e9e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0009e5011744496ab8c2e0bb1ec4eb67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264819 Oct 14 11:31:33.895935 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:33.920355 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:33.973525 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:33.976127 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:33.977301 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5afac087-baed-460f-b0f8-062b3a080e17 HTTP/1.1" status: 204 len: 168 time: 0.1569419 Oct 14 11:31:33.989131 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afac087-baed-460f-b0f8-062b3a080e17,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:33.997524 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:33.997879 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:33.998243 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:33.998603 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:33.998935 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:33.999264 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:33.999669 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:33.999904 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:34.000236 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:34.000556 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:34.000875 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:34.001193 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bef2b3-b1e5-4765-98ba-4c4b128ce1ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:34.343420 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd81680-48ad-47f5-ab6d-506e585bd5a8 req-e9c3024b-7d5c-49ac-ac60-83dec3b005cb tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:34.345216 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9cd81680-48ad-47f5-ab6d-506e585bd5a8 req-e9c3024b-7d5c-49ac-ac60-83dec3b005cb tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0603440 Oct 14 11:31:34.395015 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9cd81680-48ad-47f5-ab6d-506e585bd5a8 req-4c3012b8-049e-4d22-ac9c-c82b0c9b8c14 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435431 Oct 14 11:31:34.805454 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 53460) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:34.965898 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ffb7e-2372-4e5f-b1f8-73033b3cfe03 req-0c1fc6de-2132-4a0a-a27c-4ac311b2e4db tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:34.967699 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2b1ffb7e-2372-4e5f-b1f8-73033b3cfe03 req-0c1fc6de-2132-4a0a-a27c-4ac311b2e4db tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 944 time: 0.0779583 Oct 14 11:31:34.973527 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-85707579-network', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:31:35.022842 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Made reservation on behalf of 3f1d7723d096452b9b80ddcfbc77ee3c for: {'network': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:31:35.025850 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:35.042006 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2b1ffb7e-2372-4e5f-b1f8-73033b3cfe03 req-97907221-e443-42eb-92bc-99805b2a0d52 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630379 Oct 14 11:31:35.043054 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:35.144022 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:35.154310 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:35.183989 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=99833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:31:35.203308 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee002480-e81f-4257-9ad5-b5cad20a4801,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:35.215238 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:35.215684 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.segments_db [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Added segment 4b7e8567-344f-409c-86b7-437df162b72e of type vlan for network 13df2e55-d95c-48af-9632-7d0e309339f2 Oct 14 11:31:35.218993 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:35.219393 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:35.219759 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:35.220144 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:35.220612 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:35.221021 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:35.221367 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:35.221695 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:35.222024 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:35.222480 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:35.222937 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:35.223292 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:35.282982 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:35.328659 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:35.329901 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:35.331210 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:35.381635 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5747731 Oct 14 11:31:35.384831 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53468) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:35.392687 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-67215a40-5cd4-41f8-8416-aff2bc4c9471 admin admin] Request body: {'subnet': {'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-85707579-subnet', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'ip_version': 4}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:31:35.411344 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 84e2626c-fb84-447b-9ed9-08ceee481142 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:31:35.424583 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e3fdb-4608-4bfc-ba3a-fe3b7c03869f admin admin] Pushing event updated for resources: {'Network': ['ID=13df2e55-d95c-48af-9632-7d0e309339f2,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:35.450363 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67215a40-5cd4-41f8-8416-aff2bc4c9471 admin admin] Made reservation on behalf of 3f1d7723d096452b9b80ddcfbc77ee3c for: {'subnet': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:31:35.453570 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-67215a40-5cd4-41f8-8416-aff2bc4c9471 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4544031'] for subnet, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:35.457243 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network 13df2e55-d95c-48af-9632-7d0e309339f2 details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:31:35.630906 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 84e2626c-fb84-447b-9ed9-08ceee481142, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=84e2626c-fb84-447b-9ed9-08ceee481142,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:35.649165 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': '84e2626c-fb84-447b-9ed9-08ceee481142', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'port_id': '84e2626c-fb84-447b-9ed9-08ceee481142', 'mac_address': 'fa:16:3e:1a:25:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:31:35.668538 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-67215a40-5cd4-41f8-8416-aff2bc4c9471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7939620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4544009'] for subnet, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:35.705088 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:35.722473 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e2626c-fb84-447b-9ed9-08ceee481142 {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:31:35.756767 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 84e2626c-fb84-447b-9ed9-08ceee481142, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=84e2626c-fb84-447b-9ed9-08ceee481142,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:35.760836 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67215a40-5cd4-41f8-8416-aff2bc4c9471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e0b106-6338-4e45-8294-cc32daa8c1a9,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:35.766305 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67215a40-5cd4-41f8-8416-aff2bc4c9471 admin admin] Checking segment: {'id': '4b7e8567-344f-409c-86b7-437df162b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:31:35.766682 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67215a40-5cd4-41f8-8416-aff2bc4c9471 admin admin] Network hostable DHCP agents. Network: 13df2e55-d95c-48af-9632-7d0e309339f2, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:31:35.770942 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:35.789176 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67215a40-5cd4-41f8-8416-aff2bc4c9471 admin admin] Network 13df2e55-d95c-48af-9632-7d0e309339f2 is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:31:35.801149 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-67215a40-5cd4-41f8-8416-aff2bc4c9471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, 13df2e55-d95c-48af-9632-7d0e309339f2) {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:31:35.806929 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67215a40-5cd4-41f8-8416-aff2bc4c9471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:35.807785 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-67215a40-5cd4-41f8-8416-aff2bc4c9471 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:35.818211 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ef0e36-05dd-47c7-9fe7-639a0dae1929 None None] Network 13df2e55-d95c-48af-9632-7d0e309339f2 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:31:35.832672 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-67215a40-5cd4-41f8-8416-aff2bc4c9471 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4441712 Oct 14 11:31:35.832937 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53470) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:35.839668 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-85707579-router', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:31:35.859330 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=84e2626c-fb84-447b-9ed9-08ceee481142,revision_number=9']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:35.871111 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1785111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258251'] for router, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:35.873316 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1778262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258242'] for router, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:35.935463 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:36.045272 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['84e2626c-fb84-447b-9ed9-08ceee481142'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:31:36.080024 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5caa67b-a7c2-582f-907b-e4beb9c2b537-13df2e55-d95c-48af-9632-7d0e309339f2', 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'fixed_ips': [{'subnet_id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9'}]}} from dv-cinder-797970-2-iscsi. {{(pid=99834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:31:36.081614 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:36.178525 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:36.222724 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76fcef-34af-4563-9ff3-d0fad686c53b req-660b0100-7187-413f-a2e3-6fe44a3b92b5 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:36.234723 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ba76fcef-34af-4563-9ff3-d0fad686c53b req-660b0100-7187-413f-a2e3-6fe44a3b92b5 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 945 time: 0.0853350 Oct 14 11:31:36.307480 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ba76fcef-34af-4563-9ff3-d0fad686c53b req-0a86369a-eea8-43d6-af11-be1aad23e10d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702302 Oct 14 11:31:36.418385 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.db_base_plugin_common [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Allocated IP 172.20.0.2 (13df2e55-d95c-48af-9632-7d0e309339f2/f9e0b106-6338-4e45-8294-cc32daa8c1a9/3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3) {{(pid=99834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:31:36.539595 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:36.569346 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:36.738409 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Allocated IP 172.27.1.199 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/0e55b118-e306-4d29-88e1-fd21a4377275) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:31:36.765218 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Publish callbacks [] for port, precommit_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:36.778267 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:36.855269 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Network 13df2e55-d95c-48af-9632-7d0e309339f2 is already hosted by enough agents. {{(pid=99834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:31:36.860637 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.base_scheduler [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Resources bound (agent type, host, resource id): {{(pid=99834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:31:36.867696 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Received port after_create {{(pid=99834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:31:36.875307 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:36.889488 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Pushing event updated for resources: {'Port': ['ID=3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3,revision_number=1']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:36.919819 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:36.972165 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:31:36.976133 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:31:36.985059 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:31:36.987574 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Attempting to bind port 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:31:36.988332 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Attempting to bind port 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '4b7e8567-344f-409c-86b7-437df162b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:31:36.989042 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Attempting to bind port 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 on network 13df2e55-d95c-48af-9632-7d0e309339f2 {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:31:36.991952 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e55b118-e306-4d29-88e1-fd21a4377275,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:36.999136 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:31:36.999843 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Checking segment: {'id': '4b7e8567-344f-409c-86b7-437df162b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:31:37.000658 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:37.001545 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Bound using segment: {'id': '4b7e8567-344f-409c-86b7-437df162b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:31:37.002486 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Bound port: 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7e8567-344f-409c-86b7-437df162b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:31:37.003231 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:37.122081 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] For port 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:31:37.128728 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] For port 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3,segment=NetworkSegment(4b7e8567-344f-409c-86b7-437df162b72e),segment_id=4b7e8567-344f-409c-86b7-437df162b72e)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:31:37.134521 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:37.230115 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b8653-1243-4d92-b701-e75688d45efb None None] Pushing event updated for resources: {'Port': ['ID=3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3,revision_number=2']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:37.352636 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:37.421507 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 84e2626c-fb84-447b-9ed9-08ceee481142 up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:31:37.560544 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3f683-6514-41a4-8065-e34f9fc74b6d req-c332b27a-e802-41c2-9388-cabd450f8c9e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:37.564055 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-16b3f683-6514-41a4-8065-e34f9fc74b6d req-c332b27a-e802-41c2-9388-cabd450f8c9e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 945 time: 0.1080008 Oct 14 11:31:37.603137 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port 84e2626c-fb84-447b-9ed9-08ceee481142 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:37.604200 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:37.710610 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:37.729201 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-16b3f683-6514-41a4-8065-e34f9fc74b6d req-e5ad5ede-7261-4ab6-b578-009482e9969f tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033573 Oct 14 11:31:37.781365 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 84e2626c-fb84-447b-9ed9-08ceee481142, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=84e2626c-fb84-447b-9ed9-08ceee481142,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:37.783098 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e2626c-fb84-447b-9ed9-08ceee481142'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:31:37.787574 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa9d705-045a-4c67-9133-388c7b5a673c" -d '{"events": [{"server_uuid": "4a89cabc-05ea-4841-a22b-f97c3fade533", "name": "network-vif-plugged", "status": "completed", "tag": "84e2626c-fb84-447b-9ed9-08ceee481142"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:31:37.796667 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:37.828303 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1778273'] for router, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:37.849619 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67dc8ff-e7a0-4976-98e1-954e1a7e9038 x-openstack-request-id: req-c67dc8ff-e7a0-4976-98e1-954e1a7e9038 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:31:37.849950 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89cabc-05ea-4841-a22b-f97c3fade533", "name": "network-vif-plugged", "status": "completed", "tag": "84e2626c-fb84-447b-9ed9-08ceee481142", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:31:37.850356 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c67dc8ff-e7a0-4976-98e1-954e1a7e9038 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:31:37.850821 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e2626c-fb84-447b-9ed9-08ceee481142', 'code': 200} Oct 14 11:31:37.881288 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=84e2626c-fb84-447b-9ed9-08ceee481142,revision_number=10']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:38.020302 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Router bc708329-1517-4391-8a4a-d1fbeb3acbfd is scheduled to L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e with binding_index 1 {{(pid=99832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:31:38.139936 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:31:38.153812 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Sync routers for ids ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:31:38.161084 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] Publish callbacks [] for router, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:38.162512 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-3fa9cd24-2171-4256-8e50-e2484417ffc9 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3284166 Oct 14 11:31:38.166869 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53492) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:38.172245 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Routers {'bc708329-1517-4391-8a4a-d1fbeb3acbfd'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:31:38.174609 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:31:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:38.339541 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Set router bc708329-1517-4391-8a4a-d1fbeb3acbfd gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:31:38.411049 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5556959-a466-4c9a-a690-5d62ba774176 None None] Network 13df2e55-d95c-48af-9632-7d0e309339f2 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:31:38.501643 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2c7af-83c0-4775-80fc-7c12c100fc62 req-9f9e88da-7f31-4a2e-99af-5c1f532fa1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:38.505931 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4bf2c7af-83c0-4775-80fc-7c12c100fc62 req-9f9e88da-7f31-4a2e-99af-5c1f532fa1a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 1100 time: 0.0964448 Oct 14 11:31:38.551549 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-bb02f2a5-4e90-447d-8171-4cbe94076914 None None] Provisioning complete for port 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:38.552550 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-bb02f2a5-4e90-447d-8171-4cbe94076914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:38.577838 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4bf2c7af-83c0-4775-80fc-7c12c100fc62 req-2fc4d9c8-38e3-492c-b32d-2620337783ab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641403 Oct 14 11:31:38.717648 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'name': 'tempest-TestShelveInstance-85707579-router', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:35Z', 'updated_at': '2021-10-14T11:31:37Z', 'revision_number': 3, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'gw_port': {'id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:36Z', 'updated_at': '2021-10-14T11:31:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:38.753143 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-bb02f2a5-4e90-447d-8171-4cbe94076914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:38.753497 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Checking router: bc708329-1517-4391-8a4a-d1fbeb3acbfd for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:31:38.753664 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Updating router bc708329-1517-4391-8a4a-d1fbeb3acbfd port 0e55b118-e306-4d29-88e1-fd21a4377275 binding host dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:31:38.786137 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:38.805058 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-bb02f2a5-4e90-447d-8171-4cbe94076914 None None] For port 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3,segment=NetworkSegment(4b7e8567-344f-409c-86b7-437df162b72e),segment_id=4b7e8567-344f-409c-86b7-437df162b72e)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:38.813829 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-bb02f2a5-4e90-447d-8171-4cbe94076914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:38.961107 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02f2a5-4e90-447d-8171-4cbe94076914 None None] Pushing event updated for resources: {'Port': ['ID=3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:39.070615 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd22a35-3f42-4eb4-997c-127402706479 req-c5d88c11-6482-4af4-b8aa-d9b3539bf02d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:39.073211 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-fcd22a35-3f42-4eb4-997c-127402706479 req-c5d88c11-6482-4af4-b8aa-d9b3539bf02d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 947 time: 0.1229439 Oct 14 11:31:39.172769 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-fcd22a35-3f42-4eb4-997c-127402706479 req-a9474917-18c6-4fa8-b981-527f316eea66 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822124 Oct 14 11:31:39.212296 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:31:39.296678 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-c48a500a-052b-4e63-a4e1-e85600f8d9eb None None] Provisioning complete for port 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:39.297417 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-c48a500a-052b-4e63-a4e1-e85600f8d9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:39.361338 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:39.373392 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4db12d-6c82-4121-af5a-e4e4e25dde6b req-160dc59d-ecd2-48a0-86e3-ff5801fb9ae2 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:39.374982 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2c4db12d-6c82-4121-af5a-e4e4e25dde6b req-160dc59d-ecd2-48a0-86e3-ff5801fb9ae2 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.1053460 Oct 14 11:31:39.380850 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:39.381480 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:39.393656 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:39.402748 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:39.467654 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Attempting to bind port 0e55b118-e306-4d29-88e1-fd21a4377275 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:31:39.468030 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Attempting to bind port 0e55b118-e306-4d29-88e1-fd21a4377275 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:31:39.468371 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Attempting to bind port 0e55b118-e306-4d29-88e1-fd21a4377275 on network 83eead26-18cc-4af0-9fe1-f024052b32e0 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:31:39.473750 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2c4db12d-6c82-4121-af5a-e4e4e25dde6b req-f80337ae-f673-4a87-8f78-27c8a7a55a03 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889251 Oct 14 11:31:39.481958 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:31:39.482366 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Checking segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:31:39.482787 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:39.483193 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Bound using segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:31:39.483690 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Bound port: 0e55b118-e306-4d29-88e1-fd21a4377275, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:31:39.484107 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:39.490247 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6049e3-fb9c-4ec0-9842-a35075da0c1b None None] Pushing event updated for resources: {'Port': ['ID=0e55b118-e306-4d29-88e1-fd21a4377275,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:39.535410 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6049e3-fb9c-4ec0-9842-a35075da0c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:39.535763 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6049e3-fb9c-4ec0-9842-a35075da0c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:39.536108 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6049e3-fb9c-4ec0-9842-a35075da0c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:39.536445 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6049e3-fb9c-4ec0-9842-a35075da0c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:39.536779 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6049e3-fb9c-4ec0-9842-a35075da0c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:39.537110 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6049e3-fb9c-4ec0-9842-a35075da0c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:39.537442 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6049e3-fb9c-4ec0-9842-a35075da0c1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:39.537765 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6049e3-fb9c-4ec0-9842-a35075da0c1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:39.538123 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6049e3-fb9c-4ec0-9842-a35075da0c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:39.538609 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6049e3-fb9c-4ec0-9842-a35075da0c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:39.538941 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6049e3-fb9c-4ec0-9842-a35075da0c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:39.539261 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6049e3-fb9c-4ec0-9842-a35075da0c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:39.579748 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] For port 0e55b118-e306-4d29-88e1-fd21a4377275, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:31:39.588874 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] For port 0e55b118-e306-4d29-88e1-fd21a4377275, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=0e55b118-e306-4d29-88e1-fd21a4377275,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:31:39.595758 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:39.616340 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Allocated IP 172.20.0.1 (13df2e55-d95c-48af-9632-7d0e309339f2/f9e0b106-6338-4e45-8294-cc32daa8c1a9/c9e1b32a-d3e1-4f49-8273-b09951a64864) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:31:39.663332 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Routers {'bc708329-1517-4391-8a4a-d1fbeb3acbfd'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:31:39.664002 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:31:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:39.670159 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6049e3-fb9c-4ec0-9842-a35075da0c1b None None] Pushing event updated for resources: {'Port': ['ID=0e55b118-e306-4d29-88e1-fd21a4377275,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:39.807657 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] Set router bc708329-1517-4391-8a4a-d1fbeb3acbfd gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:31:39.815156 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:39.879751 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:39.928941 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Network 13df2e55-d95c-48af-9632-7d0e309339f2 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:31:39.932851 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:31:39.940672 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:31:39.949042 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e1b32a-d3e1-4f49-8273-b09951a64864,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:40.010715 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779286'] for router_interface, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:40.109054 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'name': 'tempest-TestShelveInstance-85707579-router', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:35Z', 'updated_at': '2021-10-14T11:31:37Z', 'revision_number': 3, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'gw_port': {'id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:36Z', 'updated_at': '2021-10-14T11:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:40.154000 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0678ff-cf08-42f8-b24b-15a980af6834 None None] The sync data for ids ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'] in dv-cinder-797970-2-iscsi is: [{'id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'name': 'tempest-TestShelveInstance-85707579-router', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:35Z', 'updated_at': '2021-10-14T11:31:37Z', 'revision_number': 3, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'gw_port': {'id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:36Z', 'updated_at': '2021-10-14T11:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:31:40.189171 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:40.321883 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-e77b4764-998c-4fd6-b643-f21d8c1454f2 None None] Provisioning complete for port c9e1b32a-d3e1-4f49-8273-b09951a64864 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:40.334681 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e77b4764-998c-4fd6-b643-f21d8c1454f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:40.408718 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-e77b4764-998c-4fd6-b643-f21d8c1454f2 None None] Port c9e1b32a-d3e1-4f49-8273-b09951a64864 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:31:40.458452 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:40.469993 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ba704-5546-409b-9aff-69191e2000f2 req-bc38e2b7-9f98-4acf-a7f6-9b29136f0eee tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:40.471870 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:40.477004 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-434ba704-5546-409b-9aff-69191e2000f2 req-bc38e2b7-9f98-4acf-a7f6-9b29136f0eee tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 947 time: 0.1178210 Oct 14 11:31:40.578344 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779234'] for router_interface, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:40.609381 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-434ba704-5546-409b-9aff-69191e2000f2 req-fdb1c6cc-fc76-47fb-84b0-12a33c59b0d7 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125968 Oct 14 11:31:40.625103 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e1b32a-d3e1-4f49-8273-b09951a64864,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:40.785728 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af0c46-c78b-4fb0-ad39-5e5300fa3e04 req-41df49bd-e409-457c-b76b-59c82bb50054 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:40.788255 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-56af0c46-c78b-4fb0-ad39-5e5300fa3e04 req-41df49bd-e409-457c-b76b-59c82bb50054 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.1075051 Oct 14 11:31:40.803569 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Network 13df2e55-d95c-48af-9632-7d0e309339f2 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:31:40.814373 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:31:40.913136 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-56af0c46-c78b-4fb0-ad39-5e5300fa3e04 req-ee25d697-3dc5-4d90-9279-857a6da7d2e0 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129088 Oct 14 11:31:41.033436 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Router bc708329-1517-4391-8a4a-d1fbeb3acbfd has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:31:41.141008 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-1b720602-bf40-4445-be53-ac8fa826a812 None None] Provisioning complete for port c9e1b32a-d3e1-4f49-8273-b09951a64864 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:41.141682 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1b720602-bf40-4445-be53-ac8fa826a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:41.192892 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 0e55b118-e306-4d29-88e1-fd21a4377275 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:31:41.218599 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:31:41.225031 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-389ddb0d-aa43-44c7-b706-fc5b0088d386 admin admin] 10.222.0.69 "PUT /v2.0/routers/bc708329-1517-4391-8a4a-d1fbeb3acbfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0568035 Oct 14 11:31:41.225349 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-1b720602-bf40-4445-be53-ac8fa826a812 None None] Port c9e1b32a-d3e1-4f49-8273-b09951a64864 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:31:41.266244 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 0e55b118-e306-4d29-88e1-fd21a4377275 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:41.266821 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:41.373645 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:41.403581 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] For port 0e55b118-e306-4d29-88e1-fd21a4377275, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=0e55b118-e306-4d29-88e1-fd21a4377275,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:41.410814 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:41.412284 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:31:41.518042 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Pushing event updated for resources: {'Port': ['ID=0e55b118-e306-4d29-88e1-fd21a4377275,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:41.532430 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:41.533088 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:41.819311 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f039ba-9e4e-44c4-a550-74e5d35a5a48 req-09a80340-809e-4962-b1a9-b766ea7445a5 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:41.821560 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-33f039ba-9e4e-44c4-a550-74e5d35a5a48 req-09a80340-809e-4962-b1a9-b766ea7445a5 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.1476250 Oct 14 11:31:41.866743 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b9eda-6332-468e-8cdf-34e5da9c7868 req-1cdf11da-9cd1-4710-9076-a7e749fe29af tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:41.868361 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4f7b9eda-6332-468e-8cdf-34e5da9c7868 req-1cdf11da-9cd1-4710-9076-a7e749fe29af tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 947 time: 0.1287391 Oct 14 11:31:41.961443 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4f7b9eda-6332-468e-8cdf-34e5da9c7868 req-2e2d6f85-06bc-4cc0-8a2e-46e78818b135 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827796 Oct 14 11:31:42.001030 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-33f039ba-9e4e-44c4-a550-74e5d35a5a48 req-3d0bdb35-9b77-4c32-a6a0-179cbe40e521 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Deleting port a1496083-607c-4603-ad22-63ed525566a3 {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:31:42.001665 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-33f039ba-9e4e-44c4-a550-74e5d35a5a48 req-3d0bdb35-9b77-4c32-a6a0-179cbe40e521 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:42.015920 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53560) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:42.019842 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-d4bc2e82-3540-4274-9867-8bcc74709a01 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1689289686-network', 'tenant_id': '07e2eff323934971b5d4ca876f61500c'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:31:42.064668 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bc2e82-3540-4274-9867-8bcc74709a01 admin admin] Made reservation on behalf of 07e2eff323934971b5d4ca876f61500c for: {'network': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:31:42.067416 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2e82-3540-4274-9867-8bcc74709a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:42.087629 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2e82-3540-4274-9867-8bcc74709a01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:42.187231 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531008b5-e82a-4a29-813f-ed81c6994555 req-2c6ac62d-3236-43df-927b-31165145ea86 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:42.187816 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-33f039ba-9e4e-44c4-a550-74e5d35a5a48 req-3d0bdb35-9b77-4c32-a6a0-179cbe40e521 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] For port a1496083-607c-4603-ad22-63ed525566a3, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=a1496083-607c-4603-ad22-63ed525566a3,segment=NetworkSegment(808f4b54-150e-4ad8-8e24-5bc1e8820b86),segment_id=808f4b54-150e-4ad8-8e24-5bc1e8820b86)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:42.188230 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-33f039ba-9e4e-44c4-a550-74e5d35a5a48 req-3d0bdb35-9b77-4c32-a6a0-179cbe40e521 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:42.188885 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-531008b5-e82a-4a29-813f-ed81c6994555 req-2c6ac62d-3236-43df-927b-31165145ea86 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2514279-f71f-402b-9f47-561eef8aee2e HTTP/1.1" status: 200 len: 946 time: 0.1050713 Oct 14 11:31:42.215515 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-33f039ba-9e4e-44c4-a550-74e5d35a5a48 req-3d0bdb35-9b77-4c32-a6a0-179cbe40e521 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Calling delete_port for a1496083-607c-4603-ad22-63ed525566a3 owned by compute:nova {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:31:42.313736 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2e82-3540-4274-9867-8bcc74709a01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:42.320835 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-531008b5-e82a-4a29-813f-ed81c6994555 req-f103463c-6aec-40b1-9a6b-cb4437343c63 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076767 Oct 14 11:31:42.323736 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2e82-3540-4274-9867-8bcc74709a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:42.369728 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4bc2e82-3540-4274-9867-8bcc74709a01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=99832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:31:42.387725 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc2e82-3540-4274-9867-8bcc74709a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37df8368-8d08-4a74-ae64-b93798cb10e4,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:42.400119 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2e82-3540-4274-9867-8bcc74709a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:42.400119 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.segments_db [None req-d4bc2e82-3540-4274-9867-8bcc74709a01 admin admin] Added segment 7bea4827-f270-42f0-adc5-c47d274534c0 of type vlan for network 18d1d602-a400-46af-bb6f-94a1eae792a0 Oct 14 11:31:42.466492 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-33f039ba-9e4e-44c4-a550-74e5d35a5a48 req-3d0bdb35-9b77-4c32-a6a0-179cbe40e521 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:42.470056 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2e82-3540-4274-9867-8bcc74709a01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:42.485757 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['ea016015-3232-4592-a5c5-9a6cc0fa641e', 'a1496083-607c-4603-ad22-63ed525566a3'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:31:42.504278 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2e82-3540-4274-9867-8bcc74709a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:42.505454 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bc2e82-3540-4274-9867-8bcc74709a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:42.506180 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2e82-3540-4274-9867-8bcc74709a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:42.532955 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bdb35-9b77-4c32-a6a0-179cbe40e521 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Pushing event deleted for resources: {'Port': ['ID=a1496083-607c-4603-ad22-63ed525566a3,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:42.535388 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Sync routers for ids ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:31:42.558408 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-d4bc2e82-3540-4274-9867-8bcc74709a01 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5425971 Oct 14 11:31:42.566992 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Routers {'bc708329-1517-4391-8a4a-d1fbeb3acbfd'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:31:42.568034 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:31:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:42.586834 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53564) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:42.593771 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-d43977fa-d0d0-49b3-a6fa-03ecf8753625 admin admin] Request body: {'subnet': {'network_id': '18d1d602-a400-46af-bb6f-94a1eae792a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1689289686-subnet', 'tenant_id': '07e2eff323934971b5d4ca876f61500c', 'ip_version': 4}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:31:42.603258 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc2e82-3540-4274-9867-8bcc74709a01 admin admin] Pushing event updated for resources: {'Network': ['ID=18d1d602-a400-46af-bb6f-94a1eae792a0,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:42.626544 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43977fa-d0d0-49b3-a6fa-03ecf8753625 admin admin] Made reservation on behalf of 07e2eff323934971b5d4ca876f61500c for: {'subnet': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:31:42.630001 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d43977fa-d0d0-49b3-a6fa-03ecf8753625 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4544031'] for subnet, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:42.630551 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network 18d1d602-a400-46af-bb6f-94a1eae792a0 details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:31:42.639885 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f039ba-9e4e-44c4-a550-74e5d35a5a48 req-3d0bdb35-9b77-4c32-a6a0-179cbe40e521 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] No DVR routers for this DVR port a1496083-607c-4603-ad22-63ed525566a3 on host hv-cinder-79797 {{(pid=99833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:31:42.644922 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-33f039ba-9e4e-44c4-a550-74e5d35a5a48 req-3d0bdb35-9b77-4c32-a6a0-179cbe40e521 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:42.651537 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-33f039ba-9e4e-44c4-a550-74e5d35a5a48 req-3d0bdb35-9b77-4c32-a6a0-179cbe40e521 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.36 "DELETE /v2.0/ports/a1496083-607c-4603-ad22-63ed525566a3 HTTP/1.1" status: 204 len: 173 time: 0.8226669 Oct 14 11:31:42.652188 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2514279-f71f-402b-9f47-561eef8aee2e', 'name': 'network-vif-deleted', 'tag': 'a1496083-607c-4603-ad22-63ed525566a3'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:31:42.657547 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1d11eb-879e-4de3-b4bb-c40924c14d82" -d '{"events": [{"server_uuid": "e2514279-f71f-402b-9f47-561eef8aee2e", "name": "network-vif-deleted", "tag": "a1496083-607c-4603-ad22-63ed525566a3"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:31:42.737933 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27f1208-ed16-4bb8-bbf8-9290577849fe x-openstack-request-id: req-d27f1208-ed16-4bb8-bbf8-9290577849fe {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:31:42.738888 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2514279-f71f-402b-9f47-561eef8aee2e", "name": "network-vif-deleted", "tag": "a1496083-607c-4603-ad22-63ed525566a3", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:31:42.739693 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d27f1208-ed16-4bb8-bbf8-9290577849fe {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:31:42.740944 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2514279-f71f-402b-9f47-561eef8aee2e', 'name': 'network-vif-deleted', 'tag': 'a1496083-607c-4603-ad22-63ed525566a3', 'status': 'completed', 'code': 200} Oct 14 11:31:42.933897 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d43977fa-d0d0-49b3-a6fa-03ecf8753625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7939620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4544009'] for subnet, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:42.939821 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Set router bc708329-1517-4391-8a4a-d1fbeb3acbfd gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:31:43.029146 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43977fa-d0d0-49b3-a6fa-03ecf8753625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c40f435-5804-4f42-b366-55609fe3a2ec,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:43.050792 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43977fa-d0d0-49b3-a6fa-03ecf8753625 admin admin] Checking segment: {'id': '7bea4827-f270-42f0-adc5-c47d274534c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '18d1d602-a400-46af-bb6f-94a1eae792a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:31:43.051352 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43977fa-d0d0-49b3-a6fa-03ecf8753625 admin admin] Network hostable DHCP agents. Network: 18d1d602-a400-46af-bb6f-94a1eae792a0, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:31:43.052672 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 0e55b118-e306-4d29-88e1-fd21a4377275 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:31:43.073720 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43977fa-d0d0-49b3-a6fa-03ecf8753625 admin admin] Network 18d1d602-a400-46af-bb6f-94a1eae792a0 is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:31:43.089251 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-d43977fa-d0d0-49b3-a6fa-03ecf8753625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, 18d1d602-a400-46af-bb6f-94a1eae792a0) {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:31:43.099413 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43977fa-d0d0-49b3-a6fa-03ecf8753625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:43.100795 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d43977fa-d0d0-49b3-a6fa-03ecf8753625 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:43.124859 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bc3a0e-1642-41e3-bbba-020058a5922b None None] Network 18d1d602-a400-46af-bb6f-94a1eae792a0 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:31:43.141585 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-d43977fa-d0d0-49b3-a6fa-03ecf8753625 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5497448 Oct 14 11:31:43.142243 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53568) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:43.147358 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1689289686-router', 'tenant_id': '07e2eff323934971b5d4ca876f61500c', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:31:43.190745 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1785111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258251'] for router, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:43.192147 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1778262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258242'] for router, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:43.309379 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:43.440695 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 0e55b118-e306-4d29-88e1-fd21a4377275 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:43.441303 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:43.529959 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:43.649387 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5caa67b-a7c2-582f-907b-e4beb9c2b537-18d1d602-a400-46af-bb6f-94a1eae792a0', 'network_id': '18d1d602-a400-46af-bb6f-94a1eae792a0', 'tenant_id': '07e2eff323934971b5d4ca876f61500c', 'fixed_ips': [{'subnet_id': '5c40f435-5804-4f42-b366-55609fe3a2ec'}]}} from dv-cinder-797970-2-iscsi. {{(pid=99834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:31:43.651751 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:43.720581 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'name': 'tempest-TestShelveInstance-85707579-router', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:35Z', 'updated_at': '2021-10-14T11:31:40Z', 'revision_number': 4, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'gw_port': {'id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:36Z', 'updated_at': '2021-10-14T11:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': 'c9e1b32a-d3e1-4f49-8273-b09951a64864', 'name': '', 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'mac_address': 'fa:16:3e:31:e3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:39Z', 'updated_at': '2021-10-14T11:31:40Z', 'revision_number': 2, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'subnets': [{'id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:43.792481 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Checking router: bc708329-1517-4391-8a4a-d1fbeb3acbfd for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:31:43.793001 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Updating router bc708329-1517-4391-8a4a-d1fbeb3acbfd port c9e1b32a-d3e1-4f49-8273-b09951a64864 binding host dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:31:43.958235 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:43.976395 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a8956-9086-48ab-aadd-c064a2d4b5e2 req-6c6bf7bd-65db-4536-9e13-ea0f609aceeb tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:43.980262 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d42a8956-9086-48ab-aadd-c064a2d4b5e2 req-6c6bf7bd-65db-4536-9e13-ea0f609aceeb tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.1942141 Oct 14 11:31:44.005924 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:44.056215 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:44.101708 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d42a8956-9086-48ab-aadd-c064a2d4b5e2 req-f8df7ce9-6229-4d55-8907-2a60b6645160 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112449 Oct 14 11:31:44.207778 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.db_base_plugin_common [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Allocated IP 172.20.0.2 (18d1d602-a400-46af-bb6f-94a1eae792a0/5c40f435-5804-4f42-b366-55609fe3a2ec/849617cf-7978-426f-9e49-475953368a27) {{(pid=99834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:31:44.476684 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Allocated IP 172.27.1.8 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/6fd9fe83-015f-4031-8c73-8025ba91c860) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:31:44.596758 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:44.638592 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:44.686400 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:31:44.691836 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:31:44.696569 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:31:44.700661 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Publish callbacks [] for port, precommit_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:44.701494 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=6fd9fe83-015f-4031-8c73-8025ba91c860,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:44.725759 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:44.729754 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Publish callbacks [] for port, precommit_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:44.763220 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:44.784874 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Network 18d1d602-a400-46af-bb6f-94a1eae792a0 is already hosted by enough agents. {{(pid=99834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:31:44.796530 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.base_scheduler [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Resources bound (agent type, host, resource id): {{(pid=99834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:31:44.800175 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Received port after_create {{(pid=99834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:31:44.802116 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Pushing event updated for resources: {'Port': ['ID=849617cf-7978-426f-9e49-475953368a27,revision_number=1']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:44.936453 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b98c0-402f-44b7-aba9-7e3b23018baa None None] Pushing event updated for resources: {'Port': ['ID=c9e1b32a-d3e1-4f49-8273-b09951a64864,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:44.953316 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Attempting to bind port c9e1b32a-d3e1-4f49-8273-b09951a64864 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:31:44.953701 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Attempting to bind port c9e1b32a-d3e1-4f49-8273-b09951a64864 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '4b7e8567-344f-409c-86b7-437df162b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:31:44.954296 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Attempting to bind port c9e1b32a-d3e1-4f49-8273-b09951a64864 on network 13df2e55-d95c-48af-9632-7d0e309339f2 {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:31:44.959486 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Attempting to bind port 849617cf-7978-426f-9e49-475953368a27 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:31:44.959914 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Attempting to bind port 849617cf-7978-426f-9e49-475953368a27 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '7bea4827-f270-42f0-adc5-c47d274534c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '18d1d602-a400-46af-bb6f-94a1eae792a0'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:31:44.960290 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Attempting to bind port 849617cf-7978-426f-9e49-475953368a27 on network 18d1d602-a400-46af-bb6f-94a1eae792a0 {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:31:44.966114 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:31:44.966678 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Checking segment: {'id': '4b7e8567-344f-409c-86b7-437df162b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:31:44.967096 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:44.967508 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Bound using segment: {'id': '4b7e8567-344f-409c-86b7-437df162b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:31:44.968013 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Bound port: c9e1b32a-d3e1-4f49-8273-b09951a64864, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7e8567-344f-409c-86b7-437df162b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:31:44.968390 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:44.980104 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:31:44.980482 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Checking segment: {'id': '7bea4827-f270-42f0-adc5-c47d274534c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '18d1d602-a400-46af-bb6f-94a1eae792a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:31:44.980886 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:44.981280 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Bound using segment: {'id': '7bea4827-f270-42f0-adc5-c47d274534c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '18d1d602-a400-46af-bb6f-94a1eae792a0'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:31:44.981810 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Bound port: 849617cf-7978-426f-9e49-475953368a27, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bea4827-f270-42f0-adc5-c47d274534c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '18d1d602-a400-46af-bb6f-94a1eae792a0'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:31:44.982220 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:45.107845 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] For port c9e1b32a-d3e1-4f49-8273-b09951a64864, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:31:45.121726 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] For port 849617cf-7978-426f-9e49-475953368a27, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:31:45.143056 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] For port c9e1b32a-d3e1-4f49-8273-b09951a64864, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=c9e1b32a-d3e1-4f49-8273-b09951a64864,segment=NetworkSegment(4b7e8567-344f-409c-86b7-437df162b72e),segment_id=4b7e8567-344f-409c-86b7-437df162b72e)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:31:45.145304 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] For port 849617cf-7978-426f-9e49-475953368a27, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=849617cf-7978-426f-9e49-475953368a27,segment=NetworkSegment(7bea4827-f270-42f0-adc5-c47d274534c0),segment_id=7bea4827-f270-42f0-adc5-c47d274534c0)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:31:45.151284 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:45.157783 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:45.159828 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-429015ac-d285-4d6d-bdac-6a26c9d429cb None None] Provisioning complete for port c9e1b32a-d3e1-4f49-8273-b09951a64864 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:45.160210 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-429015ac-d285-4d6d-bdac-6a26c9d429cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:45.219807 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:45.348798 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Routers {'bc708329-1517-4391-8a4a-d1fbeb3acbfd'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:31:45.350742 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:31:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:45.367615 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f26525-528d-424c-a071-effdcfb64b40 req-aba7d4c3-c09f-4f7a-a305-1fbaf5c3c778 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:45.375391 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:31:45.379137 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-47f26525-528d-424c-a071-effdcfb64b40 req-aba7d4c3-c09f-4f7a-a305-1fbaf5c3c778 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.1268883 Oct 14 11:31:45.431170 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-47f26525-528d-424c-a071-effdcfb64b40 req-5d3911f4-bafb-4e25-9471-628685e42d32 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441337 Oct 14 11:31:45.451523 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b98c0-402f-44b7-aba9-7e3b23018baa None None] Pushing event updated for resources: {'Port': ['ID=c9e1b32a-d3e1-4f49-8273-b09951a64864,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:45.459868 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device a1496083-607c-4603-ad22-63ed525566a3 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:31:45.537610 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: a1496083-607c-4603-ad22-63ed525566a3 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:31:45.537869 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device a1496083-607c-4603-ad22-63ed525566a3 not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:31:45.695214 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa043039-2109-4152-9b4f-44e0d33d49a6 None None] Pushing event updated for resources: {'Port': ['ID=849617cf-7978-426f-9e49-475953368a27,revision_number=2']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:45.704728 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-429015ac-d285-4d6d-bdac-6a26c9d429cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:45.711799 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1778273'] for router, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:45.781720 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] Set router bc708329-1517-4391-8a4a-d1fbeb3acbfd gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:31:45.951404 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Router fb3eea14-3e20-461f-95ab-36dcddc9e42f is scheduled to L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e with binding_index 1 {{(pid=99832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:31:45.969847 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-429015ac-d285-4d6d-bdac-6a26c9d429cb None None] For port c9e1b32a-d3e1-4f49-8273-b09951a64864, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=c9e1b32a-d3e1-4f49-8273-b09951a64864,segment=NetworkSegment(4b7e8567-344f-409c-86b7-437df162b72e),segment_id=4b7e8567-344f-409c-86b7-437df162b72e)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:45.976870 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-429015ac-d285-4d6d-bdac-6a26c9d429cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:46.101157 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429015ac-d285-4d6d-bdac-6a26c9d429cb None None] Pushing event updated for resources: {'Port': ['ID=c9e1b32a-d3e1-4f49-8273-b09951a64864,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:46.119587 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:31:46.136950 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Sync routers for ids ['fb3eea14-3e20-461f-95ab-36dcddc9e42f'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:31:46.149537 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-52aed919-5e45-4e18-a271-f9c618f7d0d9 None None] Provisioning complete for port c9e1b32a-d3e1-4f49-8273-b09951a64864 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:46.149969 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-52aed919-5e45-4e18-a271-f9c618f7d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:46.151290 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] Publish callbacks [] for router, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:46.157529 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-5e68d66d-203a-4767-9208-0ffd64229ba0 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0102382 Oct 14 11:31:46.157793 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Routers {'fb3eea14-3e20-461f-95ab-36dcddc9e42f'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:31:46.157793 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:31:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['fb3eea14-3e20-461f-95ab-36dcddc9e42f'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:46.158134 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53580) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:46.405421 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Set router fb3eea14-3e20-461f-95ab-36dcddc9e42f gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:31:46.420688 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'name': 'tempest-TestShelveInstance-85707579-router', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:35Z', 'updated_at': '2021-10-14T11:31:40Z', 'revision_number': 4, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'gw_port': {'id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:36Z', 'updated_at': '2021-10-14T11:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': 'c9e1b32a-d3e1-4f49-8273-b09951a64864', 'name': '', 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'mac_address': 'fa:16:3e:31:e3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:39Z', 'updated_at': '2021-10-14T11:31:45Z', 'revision_number': 4, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'subnets': [{'id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:46.475480 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6957241a-00f3-4124-883f-6d7d787a2e9f None None] The sync data for ids ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'] in dv-cinder-797970-2-iscsi is: [{'id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'name': 'tempest-TestShelveInstance-85707579-router', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:35Z', 'updated_at': '2021-10-14T11:31:40Z', 'revision_number': 4, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'gw_port': {'id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:36Z', 'updated_at': '2021-10-14T11:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': 'c9e1b32a-d3e1-4f49-8273-b09951a64864', 'name': '', 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'mac_address': 'fa:16:3e:31:e3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:39Z', 'updated_at': '2021-10-14T11:31:45Z', 'revision_number': 4, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'subnets': [{'id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:31:46.729926 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bab21f-3158-4832-9435-a673cd9f5d05 req-9e7f4da8-a88f-41e0-b4d2-06097dc52acd tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:46.733020 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-05bab21f-3158-4832-9435-a673cd9f5d05 req-9e7f4da8-a88f-41e0-b4d2-06097dc52acd tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.1154773 Oct 14 11:31:46.875242 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-05bab21f-3158-4832-9435-a673cd9f5d05 req-e368792e-e877-43f1-8316-93c9e1a3869e tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267121 Oct 14 11:31:47.031009 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'name': 'tempest-TestShelveInstance-1689289686-router', 'tenant_id': '07e2eff323934971b5d4ca876f61500c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:43Z', 'updated_at': '2021-10-14T11:31:44Z', 'revision_number': 3, 'project_id': '07e2eff323934971b5d4ca876f61500c', 'gw_port': {'id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ea:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:44Z', 'updated_at': '2021-10-14T11:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:47.102571 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9ea350-63aa-4f61-a03d-2ce4a0c3ae3d None None] Network 18d1d602-a400-46af-bb6f-94a1eae792a0 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:31:47.113927 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Checking router: fb3eea14-3e20-461f-95ab-36dcddc9e42f for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:31:47.114658 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Updating router fb3eea14-3e20-461f-95ab-36dcddc9e42f port 6fd9fe83-015f-4031-8c73-8025ba91c860 binding host dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:31:47.184528 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:47.261352 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 849617cf-7978-426f-9e49-475953368a27 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:31:47.351232 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-7d1f3eec-6922-4832-a397-6688b018a031 None None] Provisioning complete for port 849617cf-7978-426f-9e49-475953368a27 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:47.351505 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7d1f3eec-6922-4832-a397-6688b018a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:47.353319 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-736dd4b3-0c68-4735-b837-ec1df5dff771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:47.400329 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:47.474924 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 849617cf-7978-426f-9e49-475953368a27 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:47.475298 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:47.647084 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7d1f3eec-6922-4832-a397-6688b018a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:47.712643 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:47.732231 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-7d1f3eec-6922-4832-a397-6688b018a031 None None] For port 849617cf-7978-426f-9e49-475953368a27, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=849617cf-7978-426f-9e49-475953368a27,segment=NetworkSegment(7bea4827-f270-42f0-adc5-c47d274534c0),segment_id=7bea4827-f270-42f0-adc5-c47d274534c0)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:47.739184 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7d1f3eec-6922-4832-a397-6688b018a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:47.762922 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Allocated IP 172.20.0.1 (18d1d602-a400-46af-bb6f-94a1eae792a0/5c40f435-5804-4f42-b366-55609fe3a2ec/397c1df7-7d50-42a0-9326-f2a487aba346) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:31:47.879908 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.db.api [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 11:31:47.880886 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG oslo_db.api [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 11:31:47.882039 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:47.887825 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f3eec-6922-4832-a397-6688b018a031 None None] Pushing event updated for resources: {'Port': ['ID=849617cf-7978-426f-9e49-475953368a27,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:47.890988 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:47.973045 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Attempting to bind port 6fd9fe83-015f-4031-8c73-8025ba91c860 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:31:47.973414 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Attempting to bind port 6fd9fe83-015f-4031-8c73-8025ba91c860 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:31:47.974569 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-770653d9-483b-4083-8e2c-7aa08aaa8117 None None] Provisioning complete for port 849617cf-7978-426f-9e49-475953368a27 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:47.975054 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-770653d9-483b-4083-8e2c-7aa08aaa8117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:47.982389 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Attempting to bind port 6fd9fe83-015f-4031-8c73-8025ba91c860 on network 83eead26-18cc-4af0-9fe1-f024052b32e0 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:31:47.987197 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d21f7-9422-45a1-a480-49a9d7f7baa8 None None] Pushing event updated for resources: {'Port': ['ID=6fd9fe83-015f-4031-8c73-8025ba91c860,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:47.996360 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:31:47.996723 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Checking segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:31:47.997126 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:47.997519 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Bound using segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:31:47.998107 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Bound port: 6fd9fe83-015f-4031-8c73-8025ba91c860, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:31:47.998531 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:48.059812 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:48.120720 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c90e5-34a8-4066-bef4-8b3b208fc8cd req-ea4878e4-1736-420f-852e-8eaddc57ac28 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:48.122428 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-486c90e5-34a8-4066-bef4-8b3b208fc8cd req-ea4878e4-1736-420f-852e-8eaddc57ac28 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.1502414 Oct 14 11:31:48.142916 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:48.233602 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] For port 6fd9fe83-015f-4031-8c73-8025ba91c860, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:31:48.237840 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] For port 6fd9fe83-015f-4031-8c73-8025ba91c860, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=6fd9fe83-015f-4031-8c73-8025ba91c860,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:31:48.243087 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:48.243930 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Network 18d1d602-a400-46af-bb6f-94a1eae792a0 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:31:48.248921 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=397c1df7-7d50-42a0-9326-f2a487aba346,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:48.264274 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:31:48.272414 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-486c90e5-34a8-4066-bef4-8b3b208fc8cd req-e4942452-23ee-421f-8668-c845befc4bab tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398883 Oct 14 11:31:48.273673 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:31:48.331759 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d21f7-9422-45a1-a480-49a9d7f7baa8 None None] Pushing event updated for resources: {'Port': ['ID=6fd9fe83-015f-4031-8c73-8025ba91c860,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:48.358717 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779286'] for router_interface, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:48.378764 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Routers {'fb3eea14-3e20-461f-95ab-36dcddc9e42f'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:31:48.379412 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:31:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['fb3eea14-3e20-461f-95ab-36dcddc9e42f'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:48.457036 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device c9e1b32a-d3e1-4f49-8273-b09951a64864 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:31:48.486402 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742120f4-1686-4a06-8ce4-4e64ec2fe41d req-06a88b71-0d9e-48c2-8fc4-7053443d1ade tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:48.501541 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-742120f4-1686-4a06-8ce4-4e64ec2fe41d req-06a88b71-0d9e-48c2-8fc4-7053443d1ade tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.1524513 Oct 14 11:31:48.572192 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:48.593208 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port c9e1b32a-d3e1-4f49-8273-b09951a64864 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:48.594051 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:48.635102 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-742120f4-1686-4a06-8ce4-4e64ec2fe41d req-bc9e8555-f723-4ce0-bd2f-f6e9fa306955 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208608 Oct 14 11:31:48.672666 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] Set router fb3eea14-3e20-461f-95ab-36dcddc9e42f gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:31:48.847700 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-c1fbbfe7-7e7e-468d-b6e9-08db489ff732 None None] Provisioning complete for port 397c1df7-7d50-42a0-9326-f2a487aba346 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:48.848304 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-c1fbbfe7-7e7e-468d-b6e9-08db489ff732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:48.851332 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:48.857439 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:48.911870 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-c1fbbfe7-7e7e-468d-b6e9-08db489ff732 None None] Port 397c1df7-7d50-42a0-9326-f2a487aba346 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:31:48.935773 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=397c1df7-7d50-42a0-9326-f2a487aba346,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:48.939134 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779234'] for router_interface, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:48.992420 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'name': 'tempest-TestShelveInstance-1689289686-router', 'tenant_id': '07e2eff323934971b5d4ca876f61500c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:43Z', 'updated_at': '2021-10-14T11:31:44Z', 'revision_number': 3, 'project_id': '07e2eff323934971b5d4ca876f61500c', 'gw_port': {'id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ea:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:44Z', 'updated_at': '2021-10-14T11:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:49.026102 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 849617cf-7978-426f-9e49-475953368a27 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:31:49.051990 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d42c233-414b-460b-ab54-e9f235723536 None None] The sync data for ids ['fb3eea14-3e20-461f-95ab-36dcddc9e42f'] in dv-cinder-797970-2-iscsi is: [{'id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'name': 'tempest-TestShelveInstance-1689289686-router', 'tenant_id': '07e2eff323934971b5d4ca876f61500c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:43Z', 'updated_at': '2021-10-14T11:31:44Z', 'revision_number': 3, 'project_id': '07e2eff323934971b5d4ca876f61500c', 'gw_port': {'id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ea:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:44Z', 'updated_at': '2021-10-14T11:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:31:49.065233 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Network 18d1d602-a400-46af-bb6f-94a1eae792a0 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:31:49.067768 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:31:49.123221 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 849617cf-7978-426f-9e49-475953368a27 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:49.123674 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:49.302581 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Router fb3eea14-3e20-461f-95ab-36dcddc9e42f has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:31:49.443585 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-921ba4a4-b9a9-43e1-aa42-dfcec6397321 None None] Provisioning complete for port 397c1df7-7d50-42a0-9326-f2a487aba346 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:49.444191 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-921ba4a4-b9a9-43e1-aa42-dfcec6397321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:49.503359 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-921ba4a4-b9a9-43e1-aa42-dfcec6397321 None None] Port 397c1df7-7d50-42a0-9326-f2a487aba346 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:31:49.622569 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894c2d1-b721-4990-8fa8-5562df9ddad5 req-d2bd21de-c75c-4276-aacb-cc711231f361 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:49.624231 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9894c2d1-b721-4990-8fa8-5562df9ddad5 req-d2bd21de-c75c-4276-aacb-cc711231f361 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.36 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.0754945 Oct 14 11:31:49.735343 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-6dff9187-0235-4f9b-a16a-8da8441d17d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:49.834244 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-9894c2d1-b721-4990-8fa8-5562df9ddad5 req-c644c079-b9f7-4344-acb2-c2e532d009d2 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Deleting port ea016015-3232-4592-a5c5-9a6cc0fa641e {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:31:49.835049 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-9894c2d1-b721-4990-8fa8-5562df9ddad5 req-c644c079-b9f7-4344-acb2-c2e532d009d2 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:49.905310 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d3e7d-36a5-4355-9f4b-247bae4708e1 req-e6e437fe-fbb1-4250-bb1e-b57ef6ba7efb tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:49.907143 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-950d3e7d-36a5-4355-9f4b-247bae4708e1 req-e6e437fe-fbb1-4250-bb1e-b57ef6ba7efb tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/ports?device_id=135262f5-66aa-43cf-9468-da10d99c0bab HTTP/1.1" status: 200 len: 945 time: 0.4642482 Oct 14 11:31:49.929393 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb4fa9-1704-41e0-bf8b-779a0fd1eefa req-2badf291-0644-4585-88e4-0179a2f693e0 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:49.932701 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c2eb4fa9-1704-41e0-bf8b-779a0fd1eefa req-2badf291-0644-4585-88e4-0179a2f693e0 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.1469324 Oct 14 11:31:49.942493 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:31:49.949290 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-8b91103c-d7c4-45cb-8de9-628a87bf8ca9 admin admin] 10.222.0.69 "PUT /v2.0/routers/fb3eea14-3e20-461f-95ab-36dcddc9e42f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7898250 Oct 14 11:31:49.973519 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-950d3e7d-36a5-4355-9f4b-247bae4708e1 req-df58813d-ada4-4f2d-8563-2db41a7f3ac8 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b1729e-3326-4e73-9f25-2724f0f88f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592391 Oct 14 11:31:50.066774 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c2eb4fa9-1704-41e0-bf8b-779a0fd1eefa req-03122e19-9ff9-472b-8d6a-24cf6d70e67e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830548 Oct 14 11:31:50.068739 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-9894c2d1-b721-4990-8fa8-5562df9ddad5 req-c644c079-b9f7-4344-acb2-c2e532d009d2 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] For port ea016015-3232-4592-a5c5-9a6cc0fa641e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ea016015-3232-4592-a5c5-9a6cc0fa641e,segment=NetworkSegment(808f4b54-150e-4ad8-8e24-5bc1e8820b86),segment_id=808f4b54-150e-4ad8-8e24-5bc1e8820b86)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:50.069106 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-9894c2d1-b721-4990-8fa8-5562df9ddad5 req-c644c079-b9f7-4344-acb2-c2e532d009d2 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:50.096888 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-9894c2d1-b721-4990-8fa8-5562df9ddad5 req-c644c079-b9f7-4344-acb2-c2e532d009d2 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Calling delete_port for ea016015-3232-4592-a5c5-9a6cc0fa641e owned by compute:nova {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:31:50.272460 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-9894c2d1-b721-4990-8fa8-5562df9ddad5 req-c644c079-b9f7-4344-acb2-c2e532d009d2 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:50.285866 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['ea016015-3232-4592-a5c5-9a6cc0fa641e'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:31:50.338878 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644c079-b9f7-4344-acb2-c2e532d009d2 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Pushing event deleted for resources: {'Port': ['ID=ea016015-3232-4592-a5c5-9a6cc0fa641e,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:50.355024 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9894c2d1-b721-4990-8fa8-5562df9ddad5 req-c644c079-b9f7-4344-acb2-c2e532d009d2 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] No DVR routers for this DVR port ea016015-3232-4592-a5c5-9a6cc0fa641e on host hv-cinder-79797 {{(pid=99833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:31:50.358515 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-9894c2d1-b721-4990-8fa8-5562df9ddad5 req-c644c079-b9f7-4344-acb2-c2e532d009d2 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:50.362135 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9894c2d1-b721-4990-8fa8-5562df9ddad5 req-c644c079-b9f7-4344-acb2-c2e532d009d2 tempest-ServerRescueNegativeTestJSON-1306282582 tempest-ServerRescueNegativeTestJSON-1306282582-project] 10.222.0.36 "DELETE /v2.0/ports/ea016015-3232-4592-a5c5-9a6cc0fa641e HTTP/1.1" status: 204 len: 173 time: 0.7308316 Oct 14 11:31:50.362656 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135262f5-66aa-43cf-9468-da10d99c0bab', 'name': 'network-vif-deleted', 'tag': 'ea016015-3232-4592-a5c5-9a6cc0fa641e'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:31:50.365651 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf35107-cd86-44cd-a273-9e5847476acf" -d '{"events": [{"server_uuid": "135262f5-66aa-43cf-9468-da10d99c0bab", "name": "network-vif-deleted", "tag": "ea016015-3232-4592-a5c5-9a6cc0fa641e"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:31:50.409473 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fa1c73-5838-48b3-abdd-6746fe35e286 x-openstack-request-id: req-a7fa1c73-5838-48b3-abdd-6746fe35e286 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:31:50.410615 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135262f5-66aa-43cf-9468-da10d99c0bab", "name": "network-vif-deleted", "tag": "ea016015-3232-4592-a5c5-9a6cc0fa641e", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:31:50.411487 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a7fa1c73-5838-48b3-abdd-6746fe35e286 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:31:50.412333 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135262f5-66aa-43cf-9468-da10d99c0bab', 'name': 'network-vif-deleted', 'tag': 'ea016015-3232-4592-a5c5-9a6cc0fa641e', 'status': 'completed', 'code': 200} Oct 14 11:31:51.049365 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 53614) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:51.089671 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 6fd9fe83-015f-4031-8c73-8025ba91c860 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:31:51.137444 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Sync routers for ids ['fb3eea14-3e20-461f-95ab-36dcddc9e42f'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:31:51.171886 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Routers {'fb3eea14-3e20-461f-95ab-36dcddc9e42f'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:31:51.172935 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:31:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['fb3eea14-3e20-461f-95ab-36dcddc9e42f'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:51.286719 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:51.299065 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 6fd9fe83-015f-4031-8c73-8025ba91c860 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:51.299575 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:51.348096 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1121c-e7ca-4cf7-906d-cac43b31941b req-ebaa5dff-0192-4fbd-bf28-5870b8d8e78e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:51.349710 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c8a1121c-e7ca-4cf7-906d-cac43b31941b req-ebaa5dff-0192-4fbd-bf28-5870b8d8e78e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.1427145 Oct 14 11:31:51.406056 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Set router fb3eea14-3e20-461f-95ab-36dcddc9e42f gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:31:51.460925 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c8a1121c-e7ca-4cf7-906d-cac43b31941b req-dd401455-7ceb-46f1-9fa6-898cedf1e372 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992770 Oct 14 11:31:51.697970 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:51.766781 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] For port 6fd9fe83-015f-4031-8c73-8025ba91c860, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=6fd9fe83-015f-4031-8c73-8025ba91c860,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:51.775332 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:51.805423 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f981-1203-4c30-b55c-0654da6d3416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779407'] for router_interface, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:51.864814 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53620) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:51.872044 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-fdf387ac-551a-4e6c-afa6-8fce95a6f4cc tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326558004', 'description': 'tempest-secgroup-smoke-1326558004 description', 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:31:51.879269 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Pushing event updated for resources: {'Port': ['ID=6fd9fe83-015f-4031-8c73-8025ba91c860,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:51.893435 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:51.893781 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:51.894117 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:51.894485 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:51.894810 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:51.895138 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:51.895464 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:51.896072 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:51.896189 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:51.896443 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:51.896759 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:51.897073 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:31:51.910249 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fdf387ac-551a-4e6c-afa6-8fce95a6f4cc tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:51.924713 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'name': 'tempest-TestShelveInstance-1689289686-router', 'tenant_id': '07e2eff323934971b5d4ca876f61500c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:43Z', 'updated_at': '2021-10-14T11:31:48Z', 'revision_number': 4, 'project_id': '07e2eff323934971b5d4ca876f61500c', 'gw_port': {'id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ea:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:44Z', 'updated_at': '2021-10-14T11:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '397c1df7-7d50-42a0-9326-f2a487aba346', 'name': '', 'network_id': '18d1d602-a400-46af-bb6f-94a1eae792a0', 'tenant_id': '07e2eff323934971b5d4ca876f61500c', 'mac_address': 'fa:16:3e:04:65:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '5c40f435-5804-4f42-b366-55609fe3a2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:47Z', 'updated_at': '2021-10-14T11:31:48Z', 'revision_number': 2, 'project_id': '07e2eff323934971b5d4ca876f61500c', 'subnets': [{'id': '5c40f435-5804-4f42-b366-55609fe3a2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:51.964603 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Checking router: fb3eea14-3e20-461f-95ab-36dcddc9e42f for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:31:51.964986 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Updating router fb3eea14-3e20-461f-95ab-36dcddc9e42f port 397c1df7-7d50-42a0-9326-f2a487aba346 binding host dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:31:52.002816 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.004594 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fdf387ac-551a-4e6c-afa6-8fce95a6f4cc tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.010577 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fdf387ac-551a-4e6c-afa6-8fce95a6f4cc tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.039574 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-fdf387ac-551a-4e6c-afa6-8fce95a6f4cc tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.045103 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-fdf387ac-551a-4e6c-afa6-8fce95a6f4cc tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1790428 Oct 14 11:31:52.045772 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53622) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:52.054858 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-0d589864-960e-4e51-a047-494ad14f172e tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Request body: {'security_group_rule': {'security_group_id': 'e2e456db-def6-4d04-b6c6-edddf2355699', 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:31:52.068881 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf387ac-551a-4e6c-afa6-8fce95a6f4cc tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e456db-def6-4d04-b6c6-edddf2355699,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:52.096965 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0d589864-960e-4e51-a047-494ad14f172e tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.162505 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0d589864-960e-4e51-a047-494ad14f172e tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.168101 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0d589864-960e-4e51-a047-494ad14f172e tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.199490 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d589864-960e-4e51-a047-494ad14f172e tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59729e1f-4961-4b53-a2db-bb9321b19f9d,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:52.208292 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0d589864-960e-4e51-a047-494ad14f172e tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.210111 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-0d589864-960e-4e51-a047-494ad14f172e tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1588676 Oct 14 11:31:52.213446 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53624) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:52.224410 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-419f70b3-e47b-4dca-8bba-3fa27a0cd16b tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Request body: {'security_group_rule': {'security_group_id': 'e2e456db-def6-4d04-b6c6-edddf2355699', 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:31:52.273831 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-419f70b3-e47b-4dca-8bba-3fa27a0cd16b tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.347699 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-419f70b3-e47b-4dca-8bba-3fa27a0cd16b tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.354246 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-419f70b3-e47b-4dca-8bba-3fa27a0cd16b tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.382077 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-419f70b3-e47b-4dca-8bba-3fa27a0cd16b tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.386888 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-419f70b3-e47b-4dca-8bba-3fa27a0cd16b tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1684690 Oct 14 11:31:52.387257 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53626) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:52.392114 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-b3872a6d-d960-4079-9fd6-378cf934c6b3 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Request body: {'security_group_rule': {'security_group_id': 'e2e456db-def6-4d04-b6c6-edddf2355699', 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:31:52.396604 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f70b3-e47b-4dca-8bba-3fa27a0cd16b tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1470722b-148c-4483-9473-62ee47f4d816,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:52.414173 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Publish callbacks [] for port, precommit_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.422988 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.429255 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b3872a6d-d960-4079-9fd6-378cf934c6b3 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.483088 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-3eb3f981-1203-4c30-b55c-0654da6d3416 admin admin] Deleting port 6272422a-f87e-41d7-b950-ef9a1cb9eebf {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:31:52.484526 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f981-1203-4c30-b55c-0654da6d3416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.487358 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327aa125-53dd-4e66-9bde-280e3907ddb5 None None] Pushing event updated for resources: {'Port': ['ID=397c1df7-7d50-42a0-9326-f2a487aba346,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:52.560169 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b3872a6d-d960-4079-9fd6-378cf934c6b3 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.561311 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.566421 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Attempting to bind port 397c1df7-7d50-42a0-9326-f2a487aba346 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:31:52.567530 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b3872a6d-d960-4079-9fd6-378cf934c6b3 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.572331 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Attempting to bind port 397c1df7-7d50-42a0-9326-f2a487aba346 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '7bea4827-f270-42f0-adc5-c47d274534c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '18d1d602-a400-46af-bb6f-94a1eae792a0'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:31:52.573411 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Attempting to bind port 397c1df7-7d50-42a0-9326-f2a487aba346 on network 18d1d602-a400-46af-bb6f-94a1eae792a0 {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:31:52.593544 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:31:52.594091 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Checking segment: {'id': '7bea4827-f270-42f0-adc5-c47d274534c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '18d1d602-a400-46af-bb6f-94a1eae792a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:31:52.595020 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.595132 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Bound using segment: {'id': '7bea4827-f270-42f0-adc5-c47d274534c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '18d1d602-a400-46af-bb6f-94a1eae792a0'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:31:52.595728 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Bound port: 397c1df7-7d50-42a0-9326-f2a487aba346, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bea4827-f270-42f0-adc5-c47d274534c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '18d1d602-a400-46af-bb6f-94a1eae792a0'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:31:52.596214 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.612901 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3872a6d-d960-4079-9fd6-378cf934c6b3 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0164915c-8bd2-45e5-8244-8bce620a78a1,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:52.625034 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b3872a6d-d960-4079-9fd6-378cf934c6b3 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.638096 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-b3872a6d-d960-4079-9fd6-378cf934c6b3 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2459328 Oct 14 11:31:52.638540 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53630) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:52.643177 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-2bfba94f-ac53-4df0-9458-e159c6405aee tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Request body: {'security_group_rule': {'security_group_id': 'e2e456db-def6-4d04-b6c6-edddf2355699', 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:31:52.652166 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [None req-3eb3f981-1203-4c30-b55c-0654da6d3416 admin admin] For port 6272422a-f87e-41d7-b950-ef9a1cb9eebf, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=6272422a-f87e-41d7-b950-ef9a1cb9eebf,segment=NetworkSegment(808f4b54-150e-4ad8-8e24-5bc1e8820b86),segment_id=808f4b54-150e-4ad8-8e24-5bc1e8820b86)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:52.652993 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f981-1203-4c30-b55c-0654da6d3416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.680545 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2bfba94f-ac53-4df0-9458-e159c6405aee tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.686411 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-3eb3f981-1203-4c30-b55c-0654da6d3416 admin admin] Calling delete_port for 6272422a-f87e-41d7-b950-ef9a1cb9eebf owned by network:router_interface {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:31:52.705244 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] For port 397c1df7-7d50-42a0-9326-f2a487aba346, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:31:52.710029 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] For port 397c1df7-7d50-42a0-9326-f2a487aba346, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=397c1df7-7d50-42a0-9326-f2a487aba346,segment=NetworkSegment(7bea4827-f270-42f0-adc5-c47d274534c0),segment_id=7bea4827-f270-42f0-adc5-c47d274534c0)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:31:52.718716 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.788354 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116820e-079b-4957-b544-c66f2c040580 req-f2b0a133-6d87-4fc7-89d4-13ec1e137e17 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:52.789994 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1116820e-079b-4957-b544-c66f2c040580 req-f2b0a133-6d87-4fc7-89d4-13ec1e137e17 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.1435418 Oct 14 11:31:52.812184 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2bfba94f-ac53-4df0-9458-e159c6405aee tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.820518 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2bfba94f-ac53-4df0-9458-e159c6405aee tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.851373 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Routers {'fb3eea14-3e20-461f-95ab-36dcddc9e42f'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:31:52.852280 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:31:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['fb3eea14-3e20-461f-95ab-36dcddc9e42f'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:52.853555 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfba94f-ac53-4df0-9458-e159c6405aee tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c0274c-15ed-42e0-9805-fd8855759469,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:52.868656 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2bfba94f-ac53-4df0-9458-e159c6405aee tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:52.871764 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-2bfba94f-ac53-4df0-9458-e159c6405aee tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2316179 Oct 14 11:31:52.876132 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53632) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:52.883931 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-1ee13ae2-177c-4b81-b5ad-6a9ce9b0d528 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Request body: {'security_group_rule': {'security_group_id': 'e2e456db-def6-4d04-b6c6-edddf2355699', 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:31:52.899211 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1116820e-079b-4957-b544-c66f2c040580 req-0cf0ffdf-b26d-4330-abe4-e9d1ab249798 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937855 Oct 14 11:31:52.924204 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327aa125-53dd-4e66-9bde-280e3907ddb5 None None] Pushing event updated for resources: {'Port': ['ID=397c1df7-7d50-42a0-9326-f2a487aba346,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:52.943360 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.securitygroups_db [None req-1ee13ae2-177c-4b81-b5ad-6a9ce9b0d528 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Project 3f1d7723d096452b9b80ddcfbc77ee3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 11:31:52.959227 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1ee13ae2-177c-4b81-b5ad-6a9ce9b0d528 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:53.039245 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1ee13ae2-177c-4b81-b5ad-6a9ce9b0d528 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:53.045854 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1ee13ae2-177c-4b81-b5ad-6a9ce9b0d528 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:53.076257 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 6fd9fe83-015f-4031-8c73-8025ba91c860 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:31:53.077426 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f981-1203-4c30-b55c-0654da6d3416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:53.085252 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee13ae2-177c-4b81-b5ad-6a9ce9b0d528 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ad0485-c7e8-4925-a41f-7b8e54e02d87,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:53.111218 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1ee13ae2-177c-4b81-b5ad-6a9ce9b0d528 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:53.117826 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3f981-1203-4c30-b55c-0654da6d3416 admin admin] Pushing event deleted for resources: {'Port': ['ID=6272422a-f87e-41d7-b950-ef9a1cb9eebf,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:53.120916 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-1ee13ae2-177c-4b81-b5ad-6a9ce9b0d528 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2417862 Oct 14 11:31:53.122456 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53634) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:53.136194 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-9babce55-198a-4a55-9d5e-ff77d24a0cdb tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Request body: {'security_group_rule': {'security_group_id': 'e2e456db-def6-4d04-b6c6-edddf2355699', 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:31:53.167618 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.securitygroups_db [None req-9babce55-198a-4a55-9d5e-ff77d24a0cdb tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Project 3f1d7723d096452b9b80ddcfbc77ee3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 11:31:53.178531 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9babce55-198a-4a55-9d5e-ff77d24a0cdb tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:53.183358 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-e8c7fe88-306c-471c-9e7c-a32a482a6d50 None None] Provisioning complete for port 397c1df7-7d50-42a0-9326-f2a487aba346 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:53.183989 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e8c7fe88-306c-471c-9e7c-a32a482a6d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:53.192660 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:53.275619 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] Set router fb3eea14-3e20-461f-95ab-36dcddc9e42f gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:31:53.279437 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9babce55-198a-4a55-9d5e-ff77d24a0cdb tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:53.285497 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9babce55-198a-4a55-9d5e-ff77d24a0cdb tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:53.305349 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babce55-198a-4a55-9d5e-ff77d24a0cdb tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6d49a9-e63b-4545-a42d-485e38ee1ffc,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:53.327235 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9babce55-198a-4a55-9d5e-ff77d24a0cdb tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:53.338352 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-9babce55-198a-4a55-9d5e-ff77d24a0cdb tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1982677 Oct 14 11:31:53.349326 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 6fd9fe83-015f-4031-8c73-8025ba91c860 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:53.349940 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:53.362396 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f981-1203-4c30-b55c-0654da6d3416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784671'] for router_interface, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:53.459362 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device ea016015-3232-4592-a5c5-9a6cc0fa641e no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:31:53.519423 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: ea016015-3232-4592-a5c5-9a6cc0fa641e {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:31:53.519770 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device ea016015-3232-4592-a5c5-9a6cc0fa641e not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:31:53.605739 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e8c7fe88-306c-471c-9e7c-a32a482a6d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:53.718187 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb3f981-1203-4c30-b55c-0654da6d3416 admin admin] Router a13a88be-e2ba-4ecb-a15e-70d6381b6a06 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:31:53.771305 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-e8c7fe88-306c-471c-9e7c-a32a482a6d50 None None] For port 397c1df7-7d50-42a0-9326-f2a487aba346, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=397c1df7-7d50-42a0-9326-f2a487aba346,segment=NetworkSegment(7bea4827-f270-42f0-adc5-c47d274534c0),segment_id=7bea4827-f270-42f0-adc5-c47d274534c0)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:53.781467 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e8c7fe88-306c-471c-9e7c-a32a482a6d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:53.895939 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb3f981-1203-4c30-b55c-0654da6d3416 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:31:53.899665 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7fe88-306c-471c-9e7c-a32a482a6d50 None None] Pushing event updated for resources: {'Port': ['ID=397c1df7-7d50-42a0-9326-f2a487aba346,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:53.910540 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53672) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:53.911082 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-3eb3f981-1203-4c30-b55c-0654da6d3416 admin admin] 10.222.0.69 "PUT /v2.0/routers/a13a88be-e2ba-4ecb-a15e-70d6381b6a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8592873 Oct 14 11:31:53.919869 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-e4f82d3d-4c7c-4e6e-b870-29264b228276 None None] Provisioning complete for port 397c1df7-7d50-42a0-9326-f2a487aba346 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:53.920313 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e4f82d3d-4c7c-4e6e-b870-29264b228276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:53.921578 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d48de8-15ec-4036-a2df-14151caab0d8 None None] Sync routers for ids ['a13a88be-e2ba-4ecb-a15e-70d6381b6a06'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:31:53.950785 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'name': 'tempest-TestShelveInstance-1689289686-router', 'tenant_id': '07e2eff323934971b5d4ca876f61500c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:43Z', 'updated_at': '2021-10-14T11:31:48Z', 'revision_number': 4, 'project_id': '07e2eff323934971b5d4ca876f61500c', 'gw_port': {'id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ea:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:44Z', 'updated_at': '2021-10-14T11:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '397c1df7-7d50-42a0-9326-f2a487aba346', 'name': '', 'network_id': '18d1d602-a400-46af-bb6f-94a1eae792a0', 'tenant_id': '07e2eff323934971b5d4ca876f61500c', 'mac_address': 'fa:16:3e:04:65:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '5c40f435-5804-4f42-b366-55609fe3a2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:47Z', 'updated_at': '2021-10-14T11:31:52Z', 'revision_number': 4, 'project_id': '07e2eff323934971b5d4ca876f61500c', 'subnets': [{'id': '5c40f435-5804-4f42-b366-55609fe3a2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:53.966164 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d48de8-15ec-4036-a2df-14151caab0d8 None None] Routers {'a13a88be-e2ba-4ecb-a15e-70d6381b6a06'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:31:53.969867 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-36d48de8-15ec-4036-a2df-14151caab0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:31:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['a13a88be-e2ba-4ecb-a15e-70d6381b6a06'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:53.987269 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b45fd-9a62-4e9c-b74a-dd81171fa011 None None] The sync data for ids ['fb3eea14-3e20-461f-95ab-36dcddc9e42f'] in dv-cinder-797970-2-iscsi is: [{'id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'name': 'tempest-TestShelveInstance-1689289686-router', 'tenant_id': '07e2eff323934971b5d4ca876f61500c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:43Z', 'updated_at': '2021-10-14T11:31:48Z', 'revision_number': 4, 'project_id': '07e2eff323934971b5d4ca876f61500c', 'gw_port': {'id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ea:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:44Z', 'updated_at': '2021-10-14T11:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '397c1df7-7d50-42a0-9326-f2a487aba346', 'name': '', 'network_id': '18d1d602-a400-46af-bb6f-94a1eae792a0', 'tenant_id': '07e2eff323934971b5d4ca876f61500c', 'mac_address': 'fa:16:3e:04:65:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '5c40f435-5804-4f42-b366-55609fe3a2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:47Z', 'updated_at': '2021-10-14T11:31:52Z', 'revision_number': 4, 'project_id': '07e2eff323934971b5d4ca876f61500c', 'subnets': [{'id': '5c40f435-5804-4f42-b366-55609fe3a2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:31:54.193921 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-36d48de8-15ec-4036-a2df-14151caab0d8 None None] Set router a13a88be-e2ba-4ecb-a15e-70d6381b6a06 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:31:54.226552 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7546b5a2-ab28-41cd-ad54-1128d3659dd3 admin admin] Publish callbacks [] for router, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:54.294560 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c27f66-a510-4fd3-ac25-dc8f4590aef6 req-25056d9a-597a-49f2-bdb9-121fd86bd8d6 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:54.296260 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c1c27f66-a510-4fd3-ac25-dc8f4590aef6 req-25056d9a-597a-49f2-bdb9-121fd86bd8d6 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.1296222 Oct 14 11:31:54.406555 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c1c27f66-a510-4fd3-ac25-dc8f4590aef6 req-6474c101-5690-4048-b426-437975acb22d tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954354 Oct 14 11:31:54.414857 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7546b5a2-ab28-41cd-ad54-1128d3659dd3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:54.429898 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-36d48de8-15ec-4036-a2df-14151caab0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'name': 'tempest-ServerRescueNegativeTestJSON-856132318-router', 'tenant_id': 'c25e48bad5a643e0be015e2f9139204b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'aac90fcb-fb0a-4a25-9f80-e10d890b2601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:29Z', 'updated_at': '2021-10-14T11:31:52Z', 'revision_number': 5, 'project_id': 'c25e48bad5a643e0be015e2f9139204b', 'gw_port': {'id': 'aac90fcb-fb0a-4a25-9f80-e10d890b2601', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:54.462456 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d48de8-15ec-4036-a2df-14151caab0d8 None None] Checking router: a13a88be-e2ba-4ecb-a15e-70d6381b6a06 for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:31:54.479256 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d48de8-15ec-4036-a2df-14151caab0d8 None None] Routers {'a13a88be-e2ba-4ecb-a15e-70d6381b6a06'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:31:54.480502 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-36d48de8-15ec-4036-a2df-14151caab0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:31:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['a13a88be-e2ba-4ecb-a15e-70d6381b6a06'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:54.505263 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-7546b5a2-ab28-41cd-ad54-1128d3659dd3 admin admin] Deleting port aac90fcb-fb0a-4a25-9f80-e10d890b2601 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:31:54.505827 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7546b5a2-ab28-41cd-ad54-1128d3659dd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:54.600954 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-36d48de8-15ec-4036-a2df-14151caab0d8 None None] Set router a13a88be-e2ba-4ecb-a15e-70d6381b6a06 gateway port host: None {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:31:54.676116 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [None req-7546b5a2-ab28-41cd-ad54-1128d3659dd3 admin admin] For port aac90fcb-fb0a-4a25-9f80-e10d890b2601, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=aac90fcb-fb0a-4a25-9f80-e10d890b2601,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:31:54.677203 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7546b5a2-ab28-41cd-ad54-1128d3659dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:54.680772 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-36d48de8-15ec-4036-a2df-14151caab0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'name': 'tempest-ServerRescueNegativeTestJSON-856132318-router', 'tenant_id': 'c25e48bad5a643e0be015e2f9139204b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:29Z', 'updated_at': '2021-10-14T11:31:54Z', 'revision_number': 6, 'project_id': 'c25e48bad5a643e0be015e2f9139204b', 'gw_port_host': None}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:54.692714 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-7546b5a2-ab28-41cd-ad54-1128d3659dd3 admin admin] Calling delete_port for aac90fcb-fb0a-4a25-9f80-e10d890b2601 owned by network:router_gateway {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:31:54.734749 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d48de8-15ec-4036-a2df-14151caab0d8 None None] The sync data for ids ['a13a88be-e2ba-4ecb-a15e-70d6381b6a06'] in dv-cinder-797970-2-iscsi is: [{'id': 'a13a88be-e2ba-4ecb-a15e-70d6381b6a06', 'name': 'tempest-ServerRescueNegativeTestJSON-856132318-router', 'tenant_id': 'c25e48bad5a643e0be015e2f9139204b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:29Z', 'updated_at': '2021-10-14T11:31:54Z', 'revision_number': 6, 'project_id': 'c25e48bad5a643e0be015e2f9139204b', 'gw_port_host': None}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:31:54.934868 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7546b5a2-ab28-41cd-ad54-1128d3659dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:54.967801 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546b5a2-ab28-41cd-ad54-1128d3659dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac90fcb-fb0a-4a25-9f80-e10d890b2601,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:55.038946 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7546b5a2-ab28-41cd-ad54-1128d3659dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1778181'] for router_gateway, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:55.243566 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7546b5a2-ab28-41cd-ad54-1128d3659dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258105'] for router, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:55.246615 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7546b5a2-ab28-41cd-ad54-1128d3659dd3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:55.336067 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7546b5a2-ab28-41cd-ad54-1128d3659dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1785260'] for router, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:55.336067 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7546b5a2-ab28-41cd-ad54-1128d3659dd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a13a88be-e2ba-4ecb-a15e-70d6381b6a06 {{(pid=99832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:31:55.347648 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-7546b5a2-ab28-41cd-ad54-1128d3659dd3 admin admin] Publish callbacks [] for router, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:55.348944 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-7546b5a2-ab28-41cd-ad54-1128d3659dd3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/a13a88be-e2ba-4ecb-a15e-70d6381b6a06 HTTP/1.1" status: 204 len: 168 time: 1.4359004 Oct 14 11:31:55.351859 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53696) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:55.410150 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba14532-acea-411a-81eb-3ac6fdbfa52c admin admin] Deleting subnet bb263852-17ec-4719-94ae-b000402a4137 {{(pid=99832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:31:55.414018 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8ba14532-acea-411a-81eb-3ac6fdbfa52c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:55.470154 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8ba14532-acea-411a-81eb-3ac6fdbfa52c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1332862'] for subnet, precommit_delete_associations {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:55.522700 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8ba14532-acea-411a-81eb-3ac6fdbfa52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856540'] for subnet, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:55.600927 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341a9a9-cf8c-40e3-b07f-2a84d98ce7ce req-bcbdd425-3861-41f6-ad35-3aad576a4436 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:55.602728 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3341a9a9-cf8c-40e3-b07f-2a84d98ce7ce req-bcbdd425-3861-41f6-ad35-3aad576a4436 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0766308 Oct 14 11:31:55.608563 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8ba14532-acea-411a-81eb-3ac6fdbfa52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7939685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4544050'] for subnet, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:55.644207 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8ba14532-acea-411a-81eb-3ac6fdbfa52c admin admin] Publish callbacks [] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:55.652628 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-8ba14532-acea-411a-81eb-3ac6fdbfa52c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bb263852-17ec-4719-94ae-b000402a4137 HTTP/1.1" status: 204 len: 168 time: 0.2945282 Oct 14 11:31:55.652628 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba14532-acea-411a-81eb-3ac6fdbfa52c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb263852-17ec-4719-94ae-b000402a4137,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:55.652628 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53700) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:55.657183 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3341a9a9-cf8c-40e3-b07f-2a84d98ce7ce req-460a6c64-0a7d-491a-847c-9060ff6329c2 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447257 Oct 14 11:31:55.699509 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 397c1df7-7d50-42a0-9326-f2a487aba346 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:31:55.752318 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3be09c5d-e09c-4060-8480-dc82c02e98d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530326'] for network, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:55.784856 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 397c1df7-7d50-42a0-9326-f2a487aba346 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:31:55.785350 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:55.848043 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3be09c5d-e09c-4060-8480-dc82c02e98d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854089', 'neutron.services.segments.db._delete_segments_for_network-8773231307825'] for network, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:55.881615 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-3be09c5d-e09c-4060-8480-dc82c02e98d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a3a112-b695-44bf-a54c-7fa560fb1477']}} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:55.892731 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-3be09c5d-e09c-4060-8480-dc82c02e98d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808f4b54-150e-4ad8-8e24-5bc1e8820b86') {'for_net_delete': True} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:55.893026 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-3be09c5d-e09c-4060-8480-dc82c02e98d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808f4b54-150e-4ad8-8e24-5bc1e8820b86') {} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:31:55.904241 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3be09c5d-e09c-4060-8480-dc82c02e98d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773231308346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1332807'] for segment, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:55.925207 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3be09c5d-e09c-4060-8480-dc82c02e98d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:55.934936 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be09c5d-e09c-4060-8480-dc82c02e98d2 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=99832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:31:55.935947 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3be09c5d-e09c-4060-8480-dc82c02e98d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7940039'] for segment, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: Traceback (most recent call last): Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: timer() Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: cb(*args, **kw) Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: return func(*args, **kwargs) Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: self._notify() Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: self.callback(batched_events) Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: event.method(event) Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: return f(self, *a, **k) Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._get(url).json() Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: return self.request(url, 'GET', **kwargs) Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:31:55.937308 dv-cinder-797970-2-iscsi neutron-server[99832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:31:55.961239 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 6272422a-f87e-41d7-b950-ef9a1cb9eebf no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:31:55.986945 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 6272422a-f87e-41d7-b950-ef9a1cb9eebf {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:31:55.987575 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 6272422a-f87e-41d7-b950-ef9a1cb9eebf not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:31:56.031652 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3be09c5d-e09c-4060-8480-dc82c02e98d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1778393'] for network, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:56.041153 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3be09c5d-e09c-4060-8480-dc82c02e98d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:56.046167 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-3be09c5d-e09c-4060-8480-dc82c02e98d2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/22a3a112-b695-44bf-a54c-7fa560fb1477 HTTP/1.1" status: 204 len: 168 time: 0.3932393 Oct 14 11:31:56.058124 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be09c5d-e09c-4060-8480-dc82c02e98d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=22a3a112-b695-44bf-a54c-7fa560fb1477,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:56.266708 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53706) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:56.331203 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-1e0a2de9-2b0d-4de8-b1f8-ae6e5a0bb1bf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c25e48bad5a643e0be015e2f9139204b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0631297 Oct 14 11:31:56.335748 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53708) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:56.393148 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-324dab74-b07b-49c0-966c-03926889efab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:56.428092 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-324dab74-b07b-49c0-966c-03926889efab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:56.504993 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-324dab74-b07b-49c0-966c-03926889efab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:56.509143 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-324dab74-b07b-49c0-966c-03926889efab admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:56.510763 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-324dab74-b07b-49c0-966c-03926889efab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/16b1729e-3326-4e73-9f25-2724f0f88f1a HTTP/1.1" status: 204 len: 168 time: 0.1736798 Oct 14 11:31:56.523809 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324dab74-b07b-49c0-966c-03926889efab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b1729e-3326-4e73-9f25-2724f0f88f1a,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:56.824233 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89178a22-4581-4bfb-954e-d199947e8b1e req-d95d23a2-cfc1-4bdc-92c5-ab274d796f2a tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:56.825917 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-89178a22-4581-4bfb-954e-d199947e8b1e req-d95d23a2-cfc1-4bdc-92c5-ab274d796f2a tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0639167 Oct 14 11:31:56.902576 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-89178a22-4581-4bfb-954e-d199947e8b1e req-2e2372dd-52d4-4133-a9e0-b19e2f388d73 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588572 Oct 14 11:31:56.958450 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device aac90fcb-fb0a-4a25-9f80-e10d890b2601 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:31:56.985932 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: aac90fcb-fb0a-4a25-9f80-e10d890b2601 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:31:56.986307 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device aac90fcb-fb0a-4a25-9f80-e10d890b2601 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:31:57.492378 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 53734) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:57.616169 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-0d3c0b37-9db1-4e8e-9fc6-cbbf6e9f248e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-754705138-network', 'tenant_id': '6ddd7923ca7e434bb7d362d62ec0c045'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:31:57.651350 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3c0b37-9db1-4e8e-9fc6-cbbf6e9f248e admin admin] Made reservation on behalf of 6ddd7923ca7e434bb7d362d62ec0c045 for: {'network': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:31:57.653797 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0b37-9db1-4e8e-9fc6-cbbf6e9f248e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:57.663372 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0b37-9db1-4e8e-9fc6-cbbf6e9f248e admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:57.758130 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0b37-9db1-4e8e-9fc6-cbbf6e9f248e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:57.763007 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0b37-9db1-4e8e-9fc6-cbbf6e9f248e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:57.796124 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3c0b37-9db1-4e8e-9fc6-cbbf6e9f248e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=99832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:31:57.808110 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c0b37-9db1-4e8e-9fc6-cbbf6e9f248e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56129c72-ff4c-4011-9275-79d389d6ba99,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:57.813747 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0b37-9db1-4e8e-9fc6-cbbf6e9f248e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:57.814065 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.segments_db [None req-0d3c0b37-9db1-4e8e-9fc6-cbbf6e9f248e admin admin] Added segment 7f289f98-1f68-480d-b757-43cf13cf8502 of type vlan for network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 Oct 14 11:31:57.866103 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0b37-9db1-4e8e-9fc6-cbbf6e9f248e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:57.896019 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0b37-9db1-4e8e-9fc6-cbbf6e9f248e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:57.897066 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c0b37-9db1-4e8e-9fc6-cbbf6e9f248e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:57.897766 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0b37-9db1-4e8e-9fc6-cbbf6e9f248e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:57.938282 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-0d3c0b37-9db1-4e8e-9fc6-cbbf6e9f248e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4441249 Oct 14 11:31:57.944060 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 53740) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:31:57.951270 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-e95e2021-3bbd-47e1-8da7-8f1248361da4 admin admin] Request body: {'subnet': {'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-754705138-subnet', 'tenant_id': '6ddd7923ca7e434bb7d362d62ec0c045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:31:57.975248 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c0b37-9db1-4e8e-9fc6-cbbf6e9f248e admin admin] Pushing event updated for resources: {'Network': ['ID=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:57.985593 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95e2021-3bbd-47e1-8da7-8f1248361da4 admin admin] Made reservation on behalf of 6ddd7923ca7e434bb7d362d62ec0c045 for: {'subnet': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:31:57.988155 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e95e2021-3bbd-47e1-8da7-8f1248361da4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7397086'] for subnet, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:57.992706 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:31:58.120603 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff473981-fbb5-4327-99db-7be97caee731 req-4f237edb-096e-4416-a1a7-425ac37874e3 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:58.122421 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ff473981-fbb5-4327-99db-7be97caee731 req-4f237edb-096e-4416-a1a7-425ac37874e3 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.1155727 Oct 14 11:31:58.209648 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ff473981-fbb5-4327-99db-7be97caee731 req-4675f60a-c491-48f4-833e-349e15a872f7 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746164 Oct 14 11:31:58.265136 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e95e2021-3bbd-47e1-8da7-8f1248361da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4673459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7397064'] for subnet, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:58.323389 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e2021-3bbd-47e1-8da7-8f1248361da4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1d7ac7-5c53-43e8-97c7-0a78531d2806,revision_number=0']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:31:58.342162 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95e2021-3bbd-47e1-8da7-8f1248361da4 admin admin] Checking segment: {'id': '7f289f98-1f68-480d-b757-43cf13cf8502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:31:58.342562 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95e2021-3bbd-47e1-8da7-8f1248361da4 admin admin] Network hostable DHCP agents. Network: 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:31:58.366454 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95e2021-3bbd-47e1-8da7-8f1248361da4 admin admin] Network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:31:58.379614 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-e95e2021-3bbd-47e1-8da7-8f1248361da4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4) {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:31:58.386589 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95e2021-3bbd-47e1-8da7-8f1248361da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:58.387695 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e95e2021-3bbd-47e1-8da7-8f1248361da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:31:58.396482 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8876b616-65b1-4778-b773-8fb2a19769f6 None None] Network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:31:58.422245 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-e95e2021-3bbd-47e1-8da7-8f1248361da4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4766872 Oct 14 11:31:58.785242 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b451896-a5b8-4e1a-95d7-ffbb7c8c467d None None] Network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:31:59.042676 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-077ed587-c5b6-483d-9a24-51d1bc7c1f97 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:59.045980 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-077ed587-c5b6-483d-9a24-51d1bc7c1f97 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/networks?id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 HTTP/1.1" status: 200 len: 814 time: 0.1293781 Oct 14 11:31:59.067674 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-6be29d7d-26bd-4347-8960-b266119d6d53 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/quotas/6ddd7923ca7e434bb7d362d62ec0c045 HTTP/1.1" status: 200 len: 375 time: 0.0110087 Oct 14 11:31:59.112391 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-be917a55-135d-4079-ab89-c402151d71d9 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ddd7923ca7e434bb7d362d62ec0c045&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323386 Oct 14 11:31:59.216072 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-834b3955-475e-4272-b528-fd8b22017b2a service neutron] 10.222.0.69 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958529 Oct 14 11:31:59.358793 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-01e850eb-ddc2-4d4e-8034-71ecdf453079 service neutron] 10.222.0.69 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353443 Oct 14 11:31:59.370855 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1079bfe-aea5-4549-84bf-d2f80666029e req-91fe3763-0c4a-45be-826a-dc04615a9f59 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:59.372521 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e1079bfe-aea5-4549-84bf-d2f80666029e req-91fe3763-0c4a-45be-826a-dc04615a9f59 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0738170 Oct 14 11:31:59.421713 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e1079bfe-aea5-4549-84bf-d2f80666029e req-b63edc67-1f87-4c0f-8b49-524d351e7094 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385547 Oct 14 11:31:59.657122 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-af0f429f-ea43-463c-b92d-f9b2e5946b6f req-cde94792-647e-498c-bfe4-1f0c5c711ce7 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 210 time: 0.0492859 Oct 14 11:31:59.781352 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f175bd-1003-4b37-bb04-3453cdfc4243 req-3c392771-b63b-4b1b-8b06-214ec236a0fb tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:59.783023 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-45f175bd-1003-4b37-bb04-3453cdfc4243 req-3c392771-b63b-4b1b-8b06-214ec236a0fb tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.1000278 Oct 14 11:31:59.786261 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce86b5c-7573-4c2d-9a6a-6556cbac196b req-9fa680bf-8def-45ff-9f0c-1bd49261da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:31:59.787863 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-dce86b5c-7573-4c2d-9a6a-6556cbac196b req-9fa680bf-8def-45ff-9f0c-1bd49261da49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de741739c33a4b63ad4a3d09e4ca7ac1&device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 1099 time: 0.0888646 Oct 14 11:31:59.993122 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-45f175bd-1003-4b37-bb04-3453cdfc4243 req-3e3c2172-a96c-4127-9f1f-7f79a6465878 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823201 Oct 14 11:32:00.043261 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce86b5c-7573-4c2d-9a6a-6556cbac196b req-2cf8ae31-969c-4a45-8b65-c3260eeedc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:00.046521 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-dce86b5c-7573-4c2d-9a6a-6556cbac196b req-2cf8ae31-969c-4a45-8b65-c3260eeedc10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=813d5405-6bb2-4fac-9eae-a4821c818143 HTTP/1.1" status: 200 len: 912 time: 0.2489500 Oct 14 11:32:00.176769 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-dce86b5c-7573-4c2d-9a6a-6556cbac196b req-b14493cc-1400-4fcf-a6a1-3abf46972995 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d47fc79-d147-493f-bcf9-1ddfab5908b9 HTTP/1.1" status: 200 len: 1001 time: 0.1219897 Oct 14 11:32:00.239905 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce86b5c-7573-4c2d-9a6a-6556cbac196b req-7c547b32-96d2-4c09-a91d-fb5dbffd3940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:00.242523 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-dce86b5c-7573-4c2d-9a6a-6556cbac196b req-7c547b32-96d2-4c09-a91d-fb5dbffd3940 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eabf075f-9b14-49fd-b253-1bf2d160d1a0 HTTP/1.1" status: 200 len: 850 time: 0.0567396 Oct 14 11:32:00.320553 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce86b5c-7573-4c2d-9a6a-6556cbac196b req-b5ba5501-1bb6-48e5-850b-1f7d03652ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:00.322072 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-dce86b5c-7573-4c2d-9a6a-6556cbac196b req-b5ba5501-1bb6-48e5-850b-1f7d03652ad1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=813d5405-6bb2-4fac-9eae-a4821c818143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719376 Oct 14 11:32:00.437659 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-dce86b5c-7573-4c2d-9a6a-6556cbac196b req-cc8d038f-994c-4286-8a87-5e69ba51156e service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002641 Oct 14 11:32:00.552342 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-dce86b5c-7573-4c2d-9a6a-6556cbac196b req-afdefd7b-8d08-4416-8ccd-9388582f73e1 service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067951 Oct 14 11:32:00.818045 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ca4c8833-25b0-4e7d-9225-7141c10ddd15 req-0df366f8-30fb-4b92-ae66-19f3b559eebf tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 210 time: 0.0411494 Oct 14 11:32:00.874488 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-a946d441-3c14-46b6-908d-8be455902d81 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:00.876778 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-a946d441-3c14-46b6-908d-8be455902d81 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.36 "GET /v2.0/networks?id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 HTTP/1.1" status: 200 len: 814 time: 0.1773069 Oct 14 11:32:00.894293 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-9601cb2b-e9e2-4e5f-b93d-df041988bf11 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Request body: {'port': {'device_id': '2bbec1bd-7eb7-4383-8d49-cc51661bfc2a', 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4', 'admin_state_up': True, 'tenant_id': '6ddd7923ca7e434bb7d362d62ec0c045'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:01.037943 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-9601cb2b-e9e2-4e5f-b93d-df041988bf11 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Made reservation on behalf of 6ddd7923ca7e434bb7d362d62ec0c045 for: {'port': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:32:01.044668 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-9601cb2b-e9e2-4e5f-b93d-df041988bf11 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:01.232889 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89df0-58ca-4e36-a088-a643571903bf req-a8213241-1e7b-4a3c-a0e7-e2c57396931b tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:01.234514 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a7a89df0-58ca-4e36-a088-a643571903bf req-a8213241-1e7b-4a3c-a0e7-e2c57396931b tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.1042626 Oct 14 11:32:01.269869 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-9601cb2b-e9e2-4e5f-b93d-df041988bf11 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Allocated IP 172.20.0.12 (6f8ffc3d-3a1c-4a09-95f8-e26302217dc4/2d1d7ac7-5c53-43e8-97c7-0a78531d2806/82978816-d018-4646-a638-65466dbde9ab) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:32:01.301038 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a7a89df0-58ca-4e36-a088-a643571903bf req-0eb831cb-723f-4214-b477-80a9eed2581c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574207 Oct 14 11:32:01.472032 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-9601cb2b-e9e2-4e5f-b93d-df041988bf11 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:01.511824 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-9601cb2b-e9e2-4e5f-b93d-df041988bf11 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:01.556189 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-9601cb2b-e9e2-4e5f-b93d-df041988bf11 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:32:01.559831 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-9601cb2b-e9e2-4e5f-b93d-df041988bf11 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:32:01.563838 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-9601cb2b-e9e2-4e5f-b93d-df041988bf11 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:32:01.593600 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601cb2b-e9e2-4e5f-b93d-df041988bf11 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Pushing event updated for resources: {'Port': ['ID=82978816-d018-4646-a638-65466dbde9ab,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:01.625061 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-9601cb2b-e9e2-4e5f-b93d-df041988bf11 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:01.625762 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-9601cb2b-e9e2-4e5f-b93d-df041988bf11 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:01.645587 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-9601cb2b-e9e2-4e5f-b93d-df041988bf11 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7561042 Oct 14 11:32:01.660114 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Request body: {'port': {'device_id': '2bbec1bd-7eb7-4383-8d49-cc51661bfc2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:01.724819 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:01.897632 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:02.016197 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b220c2d-8179-42ce-8c94-9695ee441410 req-2e42314d-2021-4ca4-a9e3-76b0b0783d41 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:02.017577 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4b220c2d-8179-42ce-8c94-9695ee441410 req-2e42314d-2021-4ca4-a9e3-76b0b0783d41 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 932 time: 0.0723686 Oct 14 11:32:02.084324 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4b220c2d-8179-42ce-8c94-9695ee441410 req-e14ef963-283e-4612-abf7-8680483f3180 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549419 Oct 14 11:32:02.103993 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82978816-d018-4646-a638-65466dbde9ab {{(pid=99833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:32:02.119139 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:02.146716 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.provisioning_blocks [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Transition to ACTIVE for port object 82978816-d018-4646-a638-65466dbde9ab will not be triggered until provisioned by entity L2. {{(pid=99833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:32:02.152670 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:02.206741 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Pushing event updated for resources: {'Port': ['ID=82978816-d018-4646-a638-65466dbde9ab,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:02.313433 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Attempting to bind port 82978816-d018-4646-a638-65466dbde9ab on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:32:02.313926 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Attempting to bind port 82978816-d018-4646-a638-65466dbde9ab by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '7f289f98-1f68-480d-b757-43cf13cf8502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4'}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:32:02.314512 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Attempting to bind port 82978816-d018-4646-a638-65466dbde9ab on network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:32:02.324180 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Port 82978816-d018-4646-a638-65466dbde9ab on network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:32:02.324964 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Attempting to bind port 82978816-d018-4646-a638-65466dbde9ab on network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:32:02.332866 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:32:02.333249 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Checking segment: {'id': '7f289f98-1f68-480d-b757-43cf13cf8502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:32:02.333677 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Bound using segment: {'id': '7f289f98-1f68-480d-b757-43cf13cf8502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4'} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:32:02.334191 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Bound port: 82978816-d018-4646-a638-65466dbde9ab, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f289f98-1f68-480d-b757-43cf13cf8502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4'}}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:32:02.334646 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:02.472538 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] For port 82978816-d018-4646-a638-65466dbde9ab, host hv-cinder-79797, cleared binding levels {{(pid=99833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:32:02.493826 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697ae3f-415a-495d-98cf-9d066e5e1936 req-a704e98d-ef3a-4fae-b3f1-c94fdcd6ed1d tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:02.495737 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d697ae3f-415a-495d-98cf-9d066e5e1936 req-a704e98d-ef3a-4fae-b3f1-c94fdcd6ed1d tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0992792 Oct 14 11:32:02.497766 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] For port 82978816-d018-4646-a638-65466dbde9ab, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=82978816-d018-4646-a638-65466dbde9ab,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:32:02.503872 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:02.572576 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:02.573801 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:02.575662 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] 10.222.0.36 "PUT /v2.0/ports/82978816-d018-4646-a638-65466dbde9ab HTTP/1.1" status: 200 len: 1094 time: 0.9200201 Oct 14 11:32:02.578714 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbec1bd-7eb7-4383-8d49-cc51661bfc2a', 'tag': '82978816-d018-4646-a638-65466dbde9ab'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:32:02.581264 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde9bd2d-e0bb-487b-ab7b-9fb7c14ec924" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbec1bd-7eb7-4383-8d49-cc51661bfc2a", "tag": "82978816-d018-4646-a638-65466dbde9ab"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:32:02.603776 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8eb086-6311-4a55-b1a9-3f7ff67b2a8d service neutron] Pushing event updated for resources: {'Port': ['ID=82978816-d018-4646-a638-65466dbde9ab,revision_number=3']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:02.614488 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d697ae3f-415a-495d-98cf-9d066e5e1936 req-82020217-7a23-439c-a0d9-fbc14881cfec tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079061 Oct 14 11:32:02.651765 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c3b6fa-ac2a-4331-94e6-58e731ed4c8f x-openstack-request-id: req-b7c3b6fa-ac2a-4331-94e6-58e731ed4c8f {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:32:02.652175 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbec1bd-7eb7-4383-8d49-cc51661bfc2a", "tag": "82978816-d018-4646-a638-65466dbde9ab", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:32:02.652533 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7c3b6fa-ac2a-4331-94e6-58e731ed4c8f {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:32:02.653024 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbec1bd-7eb7-4383-8d49-cc51661bfc2a', 'tag': '82978816-d018-4646-a638-65466dbde9ab', 'status': 'completed', 'code': 200} Oct 14 11:32:02.694132 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-cbefea09-ca51-4eff-a77b-9328e38acb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:02.696434 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-cbefea09-ca51-4eff-a77b-9328e38acb12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ddd7923ca7e434bb7d362d62ec0c045&device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 1097 time: 0.0614047 Oct 14 11:32:02.763114 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-50739b9b-170f-4567-ab64-73b73529ef81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82978816-d018-4646-a638-65466dbde9ab HTTP/1.1" status: 200 len: 217 time: 0.0577817 Oct 14 11:32:02.850462 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-ede11be5-bf46-405f-9d9c-1f0c8513c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:02.853142 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-ede11be5-bf46-405f-9d9c-1f0c8513c0e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d1d7ac7-5c53-43e8-97c7-0a78531d2806 HTTP/1.1" status: 200 len: 854 time: 0.0824823 Oct 14 11:32:02.889540 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-9ef45048-7ba9-42e3-a69c-948b9f20b27a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277667 Oct 14 11:32:03.008258 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-5da0950d-ca08-440f-80d1-b0bb8666256f service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108232 Oct 14 11:32:03.121474 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2d3d4b92-2320-4ac1-9a45-84ba45c1b5e9 req-a883350e-2ee3-43a0-b750-513acd1a1524 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042898 Oct 14 11:32:03.225441 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9bd2d-e0bb-487b-ab7b-9fb7c14ec924 req-70a634e9-e95f-4c4f-9fce-b86c77bc6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:03.227579 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bde9bd2d-e0bb-487b-ab7b-9fb7c14ec924 req-70a634e9-e95f-4c4f-9fce-b86c77bc6139 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ddd7923ca7e434bb7d362d62ec0c045&device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 1097 time: 0.0542040 Oct 14 11:32:03.241891 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb6a81-e427-4e30-80ee-60ca2919a41d req-4a8a61f4-2fc7-4133-b380-a0fefa85cdb7 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:03.243713 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2cbb6a81-e427-4e30-80ee-60ca2919a41d req-4a8a61f4-2fc7-4133-b380-a0fefa85cdb7 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 944 time: 0.0707695 Oct 14 11:32:03.295714 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2cbb6a81-e427-4e30-80ee-60ca2919a41d req-257c05ab-cfd1-4cb7-8dd0-bd4c8b2f1384 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398560 Oct 14 11:32:03.611454 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9bd2d-e0bb-487b-ab7b-9fb7c14ec924 req-74864705-e3ec-4110-8f6b-42b7dc862132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:03.612904 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bde9bd2d-e0bb-487b-ab7b-9fb7c14ec924 req-74864705-e3ec-4110-8f6b-42b7dc862132 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 HTTP/1.1" status: 200 len: 915 time: 0.3723104 Oct 14 11:32:03.663099 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bde9bd2d-e0bb-487b-ab7b-9fb7c14ec924 req-ae35fa9a-6475-4444-b761-4a008895760c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82978816-d018-4646-a638-65466dbde9ab HTTP/1.1" status: 200 len: 217 time: 0.0379498 Oct 14 11:32:03.724656 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9bd2d-e0bb-487b-ab7b-9fb7c14ec924 req-0660930d-e74a-4439-baeb-4dc907e7922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:03.726383 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bde9bd2d-e0bb-487b-ab7b-9fb7c14ec924 req-0660930d-e74a-4439-baeb-4dc907e7922a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d1d7ac7-5c53-43e8-97c7-0a78531d2806 HTTP/1.1" status: 200 len: 854 time: 0.0550137 Oct 14 11:32:03.765551 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bde9bd2d-e0bb-487b-ab7b-9fb7c14ec924 req-2aed1a15-8b63-455f-b949-8789bc7f1ad0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288348 Oct 14 11:32:03.872985 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bde9bd2d-e0bb-487b-ab7b-9fb7c14ec924 req-bdc62b70-4298-46f7-b0b8-4b1480686138 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996304 Oct 14 11:32:03.998937 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bde9bd2d-e0bb-487b-ab7b-9fb7c14ec924 req-90009cf9-eecf-4d29-b1e4-1faca3a7c3f9 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161232 Oct 14 11:32:04.441861 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88408945-efa7-4b0a-a366-245dd83f8688 req-d28a71a4-9a24-4039-86e1-a951da6f669a tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:04.443567 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-88408945-efa7-4b0a-a366-245dd83f8688 req-d28a71a4-9a24-4039-86e1-a951da6f669a tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 944 time: 0.0546479 Oct 14 11:32:04.492618 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-88408945-efa7-4b0a-a366-245dd83f8688 req-24760081-26d9-4d36-9e51-efa542edaa03 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416107 Oct 14 11:32:05.563363 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 82978816-d018-4646-a638-65466dbde9ab details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:32:05.634796 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c4eb6-3a61-413b-a866-e10490a21606 req-f05cc818-5c6e-4a36-be5c-5e4e606ab677 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:05.637478 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f49c4eb6-3a61-413b-a866-e10490a21606 req-f05cc818-5c6e-4a36-be5c-5e4e606ab677 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 944 time: 0.0574448 Oct 14 11:32:05.679427 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 82978816-d018-4646-a638-65466dbde9ab, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=82978816-d018-4646-a638-65466dbde9ab,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:05.693009 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f49c4eb6-3a61-413b-a866-e10490a21606 req-43137dbf-275f-4df3-bc25-39d631548741 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373695 Oct 14 11:32:05.693258 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': '82978816-d018-4646-a638-65466dbde9ab', 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4', 'port_id': '82978816-d018-4646-a638-65466dbde9ab', 'mac_address': 'fa:16:3e:27:61:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1d7ac7-5c53-43e8-97c7-0a78531d2806', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:32:05.735955 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:05.751708 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82978816-d018-4646-a638-65466dbde9ab {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:32:05.774787 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 82978816-d018-4646-a638-65466dbde9ab, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=82978816-d018-4646-a638-65466dbde9ab,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:05.780235 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:05.832189 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=82978816-d018-4646-a638-65466dbde9ab,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:06.028796 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['82978816-d018-4646-a638-65466dbde9ab'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:32:06.833944 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b217fa2-43d7-4f72-b009-ac9483a9c7cd req-ac212895-650b-41ad-b18b-5f1171ea1045 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:06.835945 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4b217fa2-43d7-4f72-b009-ac9483a9c7cd req-ac212895-650b-41ad-b18b-5f1171ea1045 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 945 time: 0.0577488 Oct 14 11:32:06.909725 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4b217fa2-43d7-4f72-b009-ac9483a9c7cd req-389db07e-540c-4704-9929-dd12c21c0c8b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669732 Oct 14 11:32:07.577157 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 82978816-d018-4646-a638-65466dbde9ab up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:32:07.636484 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port 82978816-d018-4646-a638-65466dbde9ab completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:32:07.641060 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port 82978816-d018-4646-a638-65466dbde9ab triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:32:07.641424 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:07.732543 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:07.757987 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbec1bd-7eb7-4383-8d49-cc51661bfc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82978816-d018-4646-a638-65466dbde9ab'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:32:07.760497 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a3d41d-3251-46c0-82e3-0a4943b7ed13" -d '{"events": [{"server_uuid": "2bbec1bd-7eb7-4383-8d49-cc51661bfc2a", "name": "network-vif-plugged", "status": "completed", "tag": "82978816-d018-4646-a638-65466dbde9ab"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:32:07.776882 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 82978816-d018-4646-a638-65466dbde9ab, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=82978816-d018-4646-a638-65466dbde9ab,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:07.782881 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:07.816781 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc57caf-3f23-4178-b4ba-1a74ab2d10f6 x-openstack-request-id: req-7bc57caf-3f23-4178-b4ba-1a74ab2d10f6 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:32:07.817207 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbec1bd-7eb7-4383-8d49-cc51661bfc2a", "name": "network-vif-plugged", "status": "completed", "tag": "82978816-d018-4646-a638-65466dbde9ab", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:32:07.817462 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7bc57caf-3f23-4178-b4ba-1a74ab2d10f6 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:32:07.817849 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbec1bd-7eb7-4383-8d49-cc51661bfc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82978816-d018-4646-a638-65466dbde9ab', 'code': 200} Oct 14 11:32:07.849230 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=82978816-d018-4646-a638-65466dbde9ab,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:08.034727 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1d760-5776-47b4-a111-599aac1bf143 req-add85960-d843-4bb6-8344-a46763cee4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:08.036268 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e3d1d760-5776-47b4-a111-599aac1bf143 req-add85960-d843-4bb6-8344-a46763cee4d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 1099 time: 0.0818396 Oct 14 11:32:08.056258 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6ddbf-0885-43c1-abd8-2aa669f645c7 req-71293db0-6ef6-4489-a5dd-b3378ebeb711 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:08.059972 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9cd6ddbf-0885-43c1-abd8-2aa669f645c7 req-71293db0-6ef6-4489-a5dd-b3378ebeb711 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 946 time: 0.0736873 Oct 14 11:32:08.143525 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e3d1d760-5776-47b4-a111-599aac1bf143 req-fa549d4c-d7cd-48c1-8563-416768b08841 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817859 Oct 14 11:32:08.165906 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9cd6ddbf-0885-43c1-abd8-2aa669f645c7 req-8bc7ccad-bfae-4026-8a46-a1d9ba4e8a12 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931094 Oct 14 11:32:09.309505 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc525c8-cc4a-4aaa-81b8-92f05f7fede6 req-c9a9615c-f070-4682-bc13-fa47137fcbff tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:09.311839 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-edc525c8-cc4a-4aaa-81b8-92f05f7fede6 req-c9a9615c-f070-4682-bc13-fa47137fcbff tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 946 time: 0.0549357 Oct 14 11:32:09.377878 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-edc525c8-cc4a-4aaa-81b8-92f05f7fede6 req-c402894c-49da-4884-8135-e145d88449ed tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554893 Oct 14 11:32:10.342449 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-b31b9e9f-d4e8-4754-ab30-8ff5bd65eeb3 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326558004&fields=id&tenant_id=3f1d7723d096452b9b80ddcfbc77ee3c HTTP/1.1" status: 200 len: 267 time: 0.0385845 Oct 14 11:32:10.489911 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-07b49689-e930-4d45-9cd0-c79162453ae3 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:10.491536 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-07b49689-e930-4d45-9cd0-c79162453ae3 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/networks?id=13df2e55-d95c-48af-9632-7d0e309339f2 HTTP/1.1" status: 200 len: 807 time: 0.1412547 Oct 14 11:32:10.514597 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-00ec46da-ba13-419c-8081-76f05fa6c8d3 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/quotas/3f1d7723d096452b9b80ddcfbc77ee3c HTTP/1.1" status: 200 len: 375 time: 0.0144835 Oct 14 11:32:10.545077 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685086ed-85ae-472e-b361-46b9f63f38ab req-30b788aa-15cc-4695-8273-bc36022c06f4 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:10.547023 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-685086ed-85ae-472e-b361-46b9f63f38ab req-30b788aa-15cc-4695-8273-bc36022c06f4 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 946 time: 0.0762444 Oct 14 11:32:10.584337 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-3ca34e64-3478-4947-91d2-83cb9f5f6178 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f1d7723d096452b9b80ddcfbc77ee3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631907 Oct 14 11:32:10.613474 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-685086ed-85ae-472e-b361-46b9f63f38ab req-c034446f-99bd-44f8-89f9-c45418d9fa52 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545893 Oct 14 11:32:10.700163 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-c6f397a4-be8d-4ea8-9cb3-a788b678b4fe service neutron] 10.222.0.69 "GET /v2.0/networks/13df2e55-d95c-48af-9632-7d0e309339f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023507 Oct 14 11:32:10.805882 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-cea26907-d82c-411d-a0c7-379d67548a11 service neutron] 10.222.0.69 "GET /v2.0/networks/13df2e55-d95c-48af-9632-7d0e309339f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941169 Oct 14 11:32:11.234417 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5139460e-bf24-4173-ada5-e7c67ad9f835 req-6a9de423-9a5c-49cc-90f4-8807b4ac7830 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 210 time: 0.0368075 Oct 14 11:32:12.383073 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6d66e4fd-8423-47cd-8015-2abf52df44e5 req-389217b9-326d-49d5-944a-d40e3c937f85 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 210 time: 0.0562232 Oct 14 11:32:12.428990 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-4217252e-7262-401a-b8a0-d2e347bc69db tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:12.430972 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-4217252e-7262-401a-b8a0-d2e347bc69db tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.36 "GET /v2.0/networks?id=13df2e55-d95c-48af-9632-7d0e309339f2 HTTP/1.1" status: 200 len: 807 time: 0.2116003 Oct 14 11:32:12.486322 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-a9797029-1025-4740-a25e-8eac75edc004 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f1d7723d096452b9b80ddcfbc77ee3c HTTP/1.1" status: 200 len: 380 time: 0.0460796 Oct 14 11:32:12.505540 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-2f4cc641-cbca-4fe0-9933-896b042409cf tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Request body: {'port': {'device_id': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2', 'admin_state_up': True, 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'security_groups': ['e2e456db-def6-4d04-b6c6-edddf2355699']}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:12.717265 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-2f4cc641-cbca-4fe0-9933-896b042409cf tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Made reservation on behalf of 3f1d7723d096452b9b80ddcfbc77ee3c for: {'port': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:32:12.721419 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-2f4cc641-cbca-4fe0-9933-896b042409cf tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:12.909527 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-2f4cc641-cbca-4fe0-9933-896b042409cf tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Allocated IP 172.20.0.7 (13df2e55-d95c-48af-9632-7d0e309339f2/f9e0b106-6338-4e45-8294-cc32daa8c1a9/60c81fd9-f747-4718-929a-fb38697f8aed) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:32:13.132950 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-2f4cc641-cbca-4fe0-9933-896b042409cf tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:13.177354 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-2f4cc641-cbca-4fe0-9933-896b042409cf tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:13.232357 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-2f4cc641-cbca-4fe0-9933-896b042409cf tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Network 13df2e55-d95c-48af-9632-7d0e309339f2 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:32:13.236177 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-2f4cc641-cbca-4fe0-9933-896b042409cf tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:32:13.243292 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-2f4cc641-cbca-4fe0-9933-896b042409cf tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:32:13.300120 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cc641-cbca-4fe0-9933-896b042409cf tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Pushing event updated for resources: {'Port': ['ID=60c81fd9-f747-4718-929a-fb38697f8aed,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:13.333048 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-2f4cc641-cbca-4fe0-9933-896b042409cf tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:13.334117 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-2f4cc641-cbca-4fe0-9933-896b042409cf tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:13.363223 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-2f4cc641-cbca-4fe0-9933-896b042409cf tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8630440 Oct 14 11:32:13.388554 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Request body: {'port': {'device_id': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:13.479335 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:13.553022 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458f90e-656c-42c0-8dc7-e2036249f669 req-fee78a27-5490-4b92-9eac-67e33a23b901 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:13.554625 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4458f90e-656c-42c0-8dc7-e2036249f669 req-fee78a27-5490-4b92-9eac-67e33a23b901 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 931 time: 0.0613582 Oct 14 11:32:13.600409 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-e8dc1714-6ced-4577-bab6-0ee4c2d25d0f None None] Provisioning complete for port 60c81fd9-f747-4718-929a-fb38697f8aed triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:32:13.601476 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e8dc1714-6ced-4577-bab6-0ee4c2d25d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:13.623542 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4458f90e-656c-42c0-8dc7-e2036249f669 req-99cb531c-0718-4e68-8c4b-873158426aca tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570188 Oct 14 11:32:13.656726 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc1714-6ced-4577-bab6-0ee4c2d25d0f None None] Port 60c81fd9-f747-4718-929a-fb38697f8aed cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:32:13.877270 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c81fd9-f747-4718-929a-fb38697f8aed {{(pid=99833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:32:13.890969 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:13.907020 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.provisioning_blocks [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Transition to ACTIVE for port object 60c81fd9-f747-4718-929a-fb38697f8aed will not be triggered until provisioned by entity L2. {{(pid=99833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:32:13.911580 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:13.966472 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Pushing event updated for resources: {'Port': ['ID=60c81fd9-f747-4718-929a-fb38697f8aed,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:14.111235 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Attempting to bind port 60c81fd9-f747-4718-929a-fb38697f8aed on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:32:14.112388 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Attempting to bind port 60c81fd9-f747-4718-929a-fb38697f8aed by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '4b7e8567-344f-409c-86b7-437df162b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2'}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:32:14.113216 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Attempting to bind port 60c81fd9-f747-4718-929a-fb38697f8aed on network 13df2e55-d95c-48af-9632-7d0e309339f2 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:32:14.126500 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Port 60c81fd9-f747-4718-929a-fb38697f8aed on network 13df2e55-d95c-48af-9632-7d0e309339f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:32:14.127094 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Attempting to bind port 60c81fd9-f747-4718-929a-fb38697f8aed on network 13df2e55-d95c-48af-9632-7d0e309339f2 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:32:14.135813 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:32:14.137696 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Checking segment: {'id': '4b7e8567-344f-409c-86b7-437df162b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:32:14.138298 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Bound using segment: {'id': '4b7e8567-344f-409c-86b7-437df162b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2'} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:32:14.139059 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Bound port: 60c81fd9-f747-4718-929a-fb38697f8aed, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b7e8567-344f-409c-86b7-437df162b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2'}}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:32:14.140521 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:14.233930 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] For port 60c81fd9-f747-4718-929a-fb38697f8aed, host hv-cinder-79797, cleared binding levels {{(pid=99833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:32:14.237934 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] For port 60c81fd9-f747-4718-929a-fb38697f8aed, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=60c81fd9-f747-4718-929a-fb38697f8aed,segment=NetworkSegment(4b7e8567-344f-409c-86b7-437df162b72e),segment_id=4b7e8567-344f-409c-86b7-437df162b72e)] {{(pid=99833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:32:14.243920 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:14.284809 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:14.284809 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:14.285829 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] 10.222.0.36 "PUT /v2.0/ports/60c81fd9-f747-4718-929a-fb38697f8aed HTTP/1.1" status: 200 len: 1093 time: 0.9058416 Oct 14 11:32:14.285829 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'tag': '60c81fd9-f747-4718-929a-fb38697f8aed'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:32:14.288275 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a41df3-0e2c-4f3c-81f9-9e20ef59f1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "bf259678-6d87-4d67-9a55-73efe762f68a", "tag": "60c81fd9-f747-4718-929a-fb38697f8aed"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:32:14.320471 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17934df2-1e0c-4455-b380-9d3cfce45af3 service neutron] Pushing event updated for resources: {'Port': ['ID=60c81fd9-f747-4718-929a-fb38697f8aed,revision_number=3']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:14.389863 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0da70e-599c-46a6-872b-316713ecbf33 x-openstack-request-id: req-cd0da70e-599c-46a6-872b-316713ecbf33 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:32:14.390277 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf259678-6d87-4d67-9a55-73efe762f68a", "tag": "60c81fd9-f747-4718-929a-fb38697f8aed", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:32:14.390649 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cd0da70e-599c-46a6-872b-316713ecbf33 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:32:14.391264 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'tag': '60c81fd9-f747-4718-929a-fb38697f8aed', 'status': 'completed', 'code': 200} Oct 14 11:32:14.414526 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-8855e712-789e-41ce-94de-b145563a7398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:14.416281 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-8855e712-789e-41ce-94de-b145563a7398 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f1d7723d096452b9b80ddcfbc77ee3c&device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 1096 time: 0.0675700 Oct 14 11:32:14.473046 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-7e4f222f-58b5-4b7f-8423-5b9d89eed0dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60c81fd9-f747-4718-929a-fb38697f8aed HTTP/1.1" status: 200 len: 217 time: 0.0467072 Oct 14 11:32:14.533167 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-877fbc5d-2821-4833-a587-99e01ad8c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:14.535207 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-877fbc5d-2821-4833-a587-99e01ad8c7c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9e0b106-6338-4e45-8294-cc32daa8c1a9 HTTP/1.1" status: 200 len: 846 time: 0.0541515 Oct 14 11:32:14.609042 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-d0f7a76d-0d55-4616-b7b8-6d24af1d02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:14.610539 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-d0f7a76d-0d55-4616-b7b8-6d24af1d02c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13df2e55-d95c-48af-9632-7d0e309339f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671027 Oct 14 11:32:14.723654 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-d464b2c6-4cc4-42ff-ad59-817c2741fd6a service neutron] 10.222.0.36 "GET /v2.0/networks/13df2e55-d95c-48af-9632-7d0e309339f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045182 Oct 14 11:32:14.795776 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b3ef6-63dc-45b2-9d3a-209fd4915703 req-5bc17ed3-b1ae-447e-8023-a20c09233038 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:14.798685 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9d3b3ef6-63dc-45b2-9d3a-209fd4915703 req-5bc17ed3-b1ae-447e-8023-a20c09233038 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 943 time: 0.0702386 Oct 14 11:32:14.872249 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-94629497-0f6f-461f-bae2-1763bfa8c02b req-172526f3-ed2f-4bcc-927a-48c89e35e297 service neutron] 10.222.0.36 "GET /v2.0/networks/13df2e55-d95c-48af-9632-7d0e309339f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407726 Oct 14 11:32:14.875544 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9d3b3ef6-63dc-45b2-9d3a-209fd4915703 req-5fb5b4c5-8645-4194-af3a-1dd62bbacf6b tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651488 Oct 14 11:32:14.988657 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a41df3-0e2c-4f3c-81f9-9e20ef59f1f9 req-93a5bdf3-0663-450a-b686-9233ee96431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:14.990516 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b7a41df3-0e2c-4f3c-81f9-9e20ef59f1f9 req-93a5bdf3-0663-450a-b686-9233ee96431a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f1d7723d096452b9b80ddcfbc77ee3c&device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 1096 time: 0.0550239 Oct 14 11:32:15.108053 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a41df3-0e2c-4f3c-81f9-9e20ef59f1f9 req-88287392-1904-4770-a796-30e94c8708e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:15.109544 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b7a41df3-0e2c-4f3c-81f9-9e20ef59f1f9 req-88287392-1904-4770-a796-30e94c8708e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=13df2e55-d95c-48af-9632-7d0e309339f2 HTTP/1.1" status: 200 len: 908 time: 0.1085052 Oct 14 11:32:15.164358 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b7a41df3-0e2c-4f3c-81f9-9e20ef59f1f9 req-c49e4d39-2932-4a68-9da7-2b0c6fad71b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60c81fd9-f747-4718-929a-fb38697f8aed HTTP/1.1" status: 200 len: 217 time: 0.0371215 Oct 14 11:32:15.228263 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a41df3-0e2c-4f3c-81f9-9e20ef59f1f9 req-9b9f9353-1f27-4dc4-a21c-217d12ee67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:15.230481 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b7a41df3-0e2c-4f3c-81f9-9e20ef59f1f9 req-9b9f9353-1f27-4dc4-a21c-217d12ee67d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9e0b106-6338-4e45-8294-cc32daa8c1a9 HTTP/1.1" status: 200 len: 846 time: 0.0580652 Oct 14 11:32:15.284802 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a41df3-0e2c-4f3c-81f9-9e20ef59f1f9 req-3e88c2a8-ba21-46b8-8381-9e342b467d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:15.286369 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b7a41df3-0e2c-4f3c-81f9-9e20ef59f1f9 req-3e88c2a8-ba21-46b8-8381-9e342b467d10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13df2e55-d95c-48af-9632-7d0e309339f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477009 Oct 14 11:32:15.397317 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b7a41df3-0e2c-4f3c-81f9-9e20ef59f1f9 req-69b25be8-0a43-4b25-8b31-bf11af019796 service neutron] 10.222.0.36 "GET /v2.0/networks/13df2e55-d95c-48af-9632-7d0e309339f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021793 Oct 14 11:32:15.503845 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b7a41df3-0e2c-4f3c-81f9-9e20ef59f1f9 req-99609138-9b67-494e-aa9d-fd665cceb77d service neutron] 10.222.0.36 "GET /v2.0/networks/13df2e55-d95c-48af-9632-7d0e309339f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951500 Oct 14 11:32:16.022508 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1652d6a-a33e-483b-a4f6-e2e38d366773 req-dceb194b-0e29-4378-8827-8746505aa14c tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:16.024226 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f1652d6a-a33e-483b-a4f6-e2e38d366773 req-dceb194b-0e29-4378-8827-8746505aa14c tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 943 time: 0.0599220 Oct 14 11:32:16.069886 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f1652d6a-a33e-483b-a4f6-e2e38d366773 req-ec6bd9b3-5d49-4dbc-9205-723d372a2a53 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382121 Oct 14 11:32:17.198590 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a04a4-f097-45db-b15c-f873f3497ada req-9d7d4057-78d7-416e-b09d-70ed3b162f48 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:17.200325 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a77a04a4-f097-45db-b15c-f873f3497ada req-9d7d4057-78d7-416e-b09d-70ed3b162f48 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 943 time: 0.0543237 Oct 14 11:32:17.263271 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-0f62e30c-652b-455d-8946-d7c9967ff888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:17.265184 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a77a04a4-f097-45db-b15c-f873f3497ada req-0d5c8270-227f-41cb-bfad-bd25567f6b3f tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555401 Oct 14 11:32:18.435094 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1b36d-5fc1-41b4-b6a9-bc49ac9e4bbd req-d3b12beb-dba2-4c01-a035-0ac2c1ddf51f tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:18.436708 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-52b1b36d-5fc1-41b4-b6a9-bc49ac9e4bbd req-d3b12beb-dba2-4c01-a035-0ac2c1ddf51f tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 943 time: 0.0842721 Oct 14 11:32:18.500395 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-52b1b36d-5fc1-41b4-b6a9-bc49ac9e4bbd req-d214cdcc-f170-4427-9daa-58a34365f84a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553930 Oct 14 11:32:19.642058 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e142a8f-776c-420f-b415-af5e9c939456 req-135592c0-78a2-4ee0-b28c-bcd0b6359037 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:19.643681 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-3e142a8f-776c-420f-b415-af5e9c939456 req-135592c0-78a2-4ee0-b28c-bcd0b6359037 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 943 time: 0.0600686 Oct 14 11:32:19.686949 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-3e142a8f-776c-420f-b415-af5e9c939456 req-1e87cde3-d1c0-473f-8b7c-74daa1a58c14 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368109 Oct 14 11:32:19.735867 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-3eb53a7c-6dee-4389-aab0-90fd3d34d1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:20.590945 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-1f11b736-f675-43a3-8e44-0eb68172f12e tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:20.592337 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-1f11b736-f675-43a3-8e44-0eb68172f12e tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/networks?id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 HTTP/1.1" status: 200 len: 814 time: 0.1627464 Oct 14 11:32:20.612701 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-cff59882-2797-4b69-9058-bf6b82abc8bf tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/quotas/6ddd7923ca7e434bb7d362d62ec0c045 HTTP/1.1" status: 200 len: 375 time: 0.0128715 Oct 14 11:32:20.677047 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-9f0defec-506b-4fcb-b3b0-5d7a0ff95ddb tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ddd7923ca7e434bb7d362d62ec0c045&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566378 Oct 14 11:32:20.791081 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-ea12eb01-04de-4136-98d2-b112d78576b0 service neutron] 10.222.0.69 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046298 Oct 14 11:32:20.839405 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4979b93-3247-4ada-a1c6-5b4ba35fa2ed req-c8db423b-9eda-40d4-8171-126f5bbcb519 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:20.841520 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e4979b93-3247-4ada-a1c6-5b4ba35fa2ed req-c8db423b-9eda-40d4-8171-126f5bbcb519 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 943 time: 0.0631585 Oct 14 11:32:20.895650 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e4979b93-3247-4ada-a1c6-5b4ba35fa2ed req-e04ce03e-8837-4431-9494-8e094b7a24cf tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430417 Oct 14 11:32:20.917006 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-757d0a01-36c4-4171-aba6-f52d911abe52 service neutron] 10.222.0.69 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135728 Oct 14 11:32:21.130462 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f4f66e08-58d2-4d97-ac48-3d3d2f1d1613 req-ff735549-1161-4c28-a8e0-ceb1fadd0df1 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef15edcb-0243-437f-9402-46275cd9b821 HTTP/1.1" status: 200 len: 210 time: 0.0469687 Oct 14 11:32:21.222030 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:21.737265 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 60c81fd9-f747-4718-929a-fb38697f8aed details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:32:21.921150 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 60c81fd9-f747-4718-929a-fb38697f8aed, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=60c81fd9-f747-4718-929a-fb38697f8aed,segment=NetworkSegment(4b7e8567-344f-409c-86b7-437df162b72e),segment_id=4b7e8567-344f-409c-86b7-437df162b72e)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:21.939511 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': '60c81fd9-f747-4718-929a-fb38697f8aed', 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2', 'port_id': '60c81fd9-f747-4718-929a-fb38697f8aed', 'mac_address': 'fa:16:3e:8f:86:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:32:22.024481 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:22.050946 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c81fd9-f747-4718-929a-fb38697f8aed {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:32:22.055969 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0e9ac-6190-47ac-81d1-471f14dfec85 req-f4cc92e5-b596-4183-88d0-35baa989b40c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:22.060522 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-eec0e9ac-6190-47ac-81d1-471f14dfec85 req-f4cc92e5-b596-4183-88d0-35baa989b40c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 947 time: 0.0842805 Oct 14 11:32:22.090972 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 60c81fd9-f747-4718-929a-fb38697f8aed, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=60c81fd9-f747-4718-929a-fb38697f8aed,segment=NetworkSegment(4b7e8567-344f-409c-86b7-437df162b72e),segment_id=4b7e8567-344f-409c-86b7-437df162b72e)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:22.098670 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:22.115897 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-eec0e9ac-6190-47ac-81d1-471f14dfec85 req-2343013f-c4fd-4c39-90c5-fb9f6e743c3d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436935 Oct 14 11:32:22.120917 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153b00b-6404-49a5-a2e5-60f4765bd965 req-93938a77-318b-41b9-8b32-b7588571d91b tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:22.124553 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e153b00b-6404-49a5-a2e5-60f4765bd965 req-93938a77-318b-41b9-8b32-b7588571d91b tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 943 time: 0.0883372 Oct 14 11:32:22.191243 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=60c81fd9-f747-4718-929a-fb38697f8aed,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:22.196644 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e153b00b-6404-49a5-a2e5-60f4765bd965 req-621808bf-58ff-4a65-9ad0-20eb90d79f10 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638230 Oct 14 11:32:22.325165 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-298201d0-a531-4321-bd92-ed1b0da3d69c req-3c009c9a-0a89-4e8e-8a2f-e2815fbf111c tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef15edcb-0243-437f-9402-46275cd9b821 HTTP/1.1" status: 200 len: 210 time: 0.0810516 Oct 14 11:32:22.366053 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['60c81fd9-f747-4718-929a-fb38697f8aed'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:32:22.383018 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:32:22.480897 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-f56e5ad9-9d3f-427b-9cbc-22eb0ea25ca5 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:22.482711 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-f56e5ad9-9d3f-427b-9cbc-22eb0ea25ca5 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.36 "GET /v2.0/networks?id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 HTTP/1.1" status: 200 len: 814 time: 0.1778491 Oct 14 11:32:22.502868 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-53475eda-ecb5-4eb6-ae38-e91ddd85a117 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Request body: {'port': {'device_id': 'ef15edcb-0243-437f-9402-46275cd9b821', 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4', 'admin_state_up': True, 'tenant_id': '6ddd7923ca7e434bb7d362d62ec0c045'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:22.550357 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:22.658835 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-53475eda-ecb5-4eb6-ae38-e91ddd85a117 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Made reservation on behalf of 6ddd7923ca7e434bb7d362d62ec0c045 for: {'port': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:32:22.662594 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-53475eda-ecb5-4eb6-ae38-e91ddd85a117 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:22.831186 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-53475eda-ecb5-4eb6-ae38-e91ddd85a117 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Allocated IP 172.20.0.5 (6f8ffc3d-3a1c-4a09-95f8-e26302217dc4/2d1d7ac7-5c53-43e8-97c7-0a78531d2806/0638d0fd-6503-472b-90a1-f5a13a1b7cbe) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:32:22.985116 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:23.055041 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-53475eda-ecb5-4eb6-ae38-e91ddd85a117 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:23.096618 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-53475eda-ecb5-4eb6-ae38-e91ddd85a117 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:23.131435 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['82978816-d018-4646-a638-65466dbde9ab'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:32:23.143275 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-53475eda-ecb5-4eb6-ae38-e91ddd85a117 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:32:23.146842 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-53475eda-ecb5-4eb6-ae38-e91ddd85a117 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:32:23.150962 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-53475eda-ecb5-4eb6-ae38-e91ddd85a117 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:32:23.181837 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53475eda-ecb5-4eb6-ae38-e91ddd85a117 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Pushing event updated for resources: {'Port': ['ID=0638d0fd-6503-472b-90a1-f5a13a1b7cbe,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:23.238922 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-53475eda-ecb5-4eb6-ae38-e91ddd85a117 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:23.239625 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-53475eda-ecb5-4eb6-ae38-e91ddd85a117 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:23.273468 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-53475eda-ecb5-4eb6-ae38-e91ddd85a117 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7786579 Oct 14 11:32:23.289575 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Request body: {'port': {'device_id': 'ef15edcb-0243-437f-9402-46275cd9b821', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:23.379534 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:23.382793 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3f283-44fd-4e81-a63a-6842e235f344 req-991509cc-0d24-43fd-af1c-a209520a2449 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:23.384380 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-30e3f283-44fd-4e81-a63a-6842e235f344 req-991509cc-0d24-43fd-af1c-a209520a2449 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 947 time: 0.0900502 Oct 14 11:32:23.428307 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-30e3f283-44fd-4e81-a63a-6842e235f344 req-6eee06ec-9470-4b6a-9ef7-5a0cb2a97f94 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=73171bdd-799b-4acb-bf4c-d2099125c147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364552 Oct 14 11:32:23.494803 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a823cc-29a2-4583-b6a8-063b7ae5a1ce req-162e0223-e954-4ea8-9437-fbee32972dfd tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:23.497042 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-50a823cc-29a2-4583-b6a8-063b7ae5a1ce req-162e0223-e954-4ea8-9437-fbee32972dfd tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 944 time: 0.1404979 Oct 14 11:32:23.576920 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c76be-b922-49c1-a973-31a399f2ee30 req-abf92989-2cb3-49f9-adf3-17af354dc9ae tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:23.579617 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-0f5c76be-b922-49c1-a973-31a399f2ee30 req-abf92989-2cb3-49f9-adf3-17af354dc9ae tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef15edcb-0243-437f-9402-46275cd9b821 HTTP/1.1" status: 200 len: 931 time: 0.0770056 Oct 14 11:32:23.621271 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-50a823cc-29a2-4583-b6a8-063b7ae5a1ce req-29f48c61-af2f-4150-85c6-1239aec123e9 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097107 Oct 14 11:32:23.646434 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-0f5c76be-b922-49c1-a973-31a399f2ee30 req-ac8f178f-d255-4bd6-a9db-b82016bb1666 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587637 Oct 14 11:32:23.724258 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aeb8b5-c2aa-411a-b3fd-1440ccd0348f req-b8fc6136-1fe2-451a-9d1f-6f291e5ec4ec tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:23.725821 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f1aeb8b5-c2aa-411a-b3fd-1440ccd0348f req-b8fc6136-1fe2-451a-9d1f-6f291e5ec4ec tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 947 time: 0.0620399 Oct 14 11:32:23.738316 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 60c81fd9-f747-4718-929a-fb38697f8aed up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:32:23.825737 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port 60c81fd9-f747-4718-929a-fb38697f8aed completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:32:23.832738 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port 60c81fd9-f747-4718-929a-fb38697f8aed triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:32:23.833337 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:23.859689 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0638d0fd-6503-472b-90a1-f5a13a1b7cbe {{(pid=99833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:32:23.878122 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:23.889575 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-f1aeb8b5-c2aa-411a-b3fd-1440ccd0348f req-d717cdb3-a733-42e6-a790-b8889ddbbccd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Deleting port 84e2626c-fb84-447b-9ed9-08ceee481142 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:32:23.890136 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-f1aeb8b5-c2aa-411a-b3fd-1440ccd0348f req-d717cdb3-a733-42e6-a790-b8889ddbbccd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:23.903477 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.provisioning_blocks [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Transition to ACTIVE for port object 0638d0fd-6503-472b-90a1-f5a13a1b7cbe will not be triggered until provisioned by entity L2. {{(pid=99833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:32:23.910328 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:23.990655 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:24.004288 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Pushing event updated for resources: {'Port': ['ID=0638d0fd-6503-472b-90a1-f5a13a1b7cbe,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:24.037448 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c81fd9-f747-4718-929a-fb38697f8aed'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:32:24.041744 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcec5f3-214a-41ff-8066-9ca6c69e1fe7" -d '{"events": [{"server_uuid": "bf259678-6d87-4d67-9a55-73efe762f68a", "name": "network-vif-plugged", "status": "completed", "tag": "60c81fd9-f747-4718-929a-fb38697f8aed"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:32:24.044056 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-f1aeb8b5-c2aa-411a-b3fd-1440ccd0348f req-d717cdb3-a733-42e6-a790-b8889ddbbccd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] For port 84e2626c-fb84-447b-9ed9-08ceee481142, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=84e2626c-fb84-447b-9ed9-08ceee481142,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:24.044645 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-f1aeb8b5-c2aa-411a-b3fd-1440ccd0348f req-d717cdb3-a733-42e6-a790-b8889ddbbccd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:24.068280 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 60c81fd9-f747-4718-929a-fb38697f8aed, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=60c81fd9-f747-4718-929a-fb38697f8aed,segment=NetworkSegment(4b7e8567-344f-409c-86b7-437df162b72e),segment_id=4b7e8567-344f-409c-86b7-437df162b72e)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:24.077930 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:24.134135 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c78cb87-a838-4cc1-9e37-76242573a693 x-openstack-request-id: req-0c78cb87-a838-4cc1-9e37-76242573a693 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:32:24.134948 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf259678-6d87-4d67-9a55-73efe762f68a", "name": "network-vif-plugged", "status": "completed", "tag": "60c81fd9-f747-4718-929a-fb38697f8aed", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:32:24.135994 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0c78cb87-a838-4cc1-9e37-76242573a693 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:32:24.137421 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c81fd9-f747-4718-929a-fb38697f8aed', 'code': 200} Oct 14 11:32:24.184423 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=60c81fd9-f747-4718-929a-fb38697f8aed,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:24.192894 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Attempting to bind port 0638d0fd-6503-472b-90a1-f5a13a1b7cbe on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:32:24.193721 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Attempting to bind port 0638d0fd-6503-472b-90a1-f5a13a1b7cbe by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '7f289f98-1f68-480d-b757-43cf13cf8502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4'}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:32:24.193924 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Attempting to bind port 0638d0fd-6503-472b-90a1-f5a13a1b7cbe on network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:32:24.206782 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Port 0638d0fd-6503-472b-90a1-f5a13a1b7cbe on network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:32:24.207932 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Attempting to bind port 0638d0fd-6503-472b-90a1-f5a13a1b7cbe on network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:32:24.217707 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:32:24.218155 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Checking segment: {'id': '7f289f98-1f68-480d-b757-43cf13cf8502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:32:24.219104 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Bound using segment: {'id': '7f289f98-1f68-480d-b757-43cf13cf8502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4'} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:32:24.219104 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Bound port: 0638d0fd-6503-472b-90a1-f5a13a1b7cbe, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f289f98-1f68-480d-b757-43cf13cf8502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4'}}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:32:24.219616 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:24.329107 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] For port 0638d0fd-6503-472b-90a1-f5a13a1b7cbe, host hv-cinder-79797, cleared binding levels {{(pid=99833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:32:24.335005 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] For port 0638d0fd-6503-472b-90a1-f5a13a1b7cbe, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=0638d0fd-6503-472b-90a1-f5a13a1b7cbe,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:32:24.343447 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:24.405694 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-f1aeb8b5-c2aa-411a-b3fd-1440ccd0348f req-d717cdb3-a733-42e6-a790-b8889ddbbccd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:24.405694 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-f1aeb8b5-c2aa-411a-b3fd-1440ccd0348f req-d717cdb3-a733-42e6-a790-b8889ddbbccd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:24.405694 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.l3_db [req-f1aeb8b5-c2aa-411a-b3fd-1440ccd0348f req-d717cdb3-a733-42e6-a790-b8889ddbbccd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Floating IP 1245d95c-e40c-4402-8ad2-3549972b78df disassociated. External IP: 172.27.1.236, port: 84e2626c-fb84-447b-9ed9-08ceee481142. Oct 14 11:32:24.405694 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-f1aeb8b5-c2aa-411a-b3fd-1440ccd0348f req-d717cdb3-a733-42e6-a790-b8889ddbbccd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Calling delete_port for 84e2626c-fb84-447b-9ed9-08ceee481142 owned by compute:nova {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:32:24.427874 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:24.428821 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:24.431302 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] 10.222.0.36 "PUT /v2.0/ports/0638d0fd-6503-472b-90a1-f5a13a1b7cbe HTTP/1.1" status: 200 len: 1093 time: 1.1468050 Oct 14 11:32:24.432544 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef15edcb-0243-437f-9402-46275cd9b821', 'tag': '0638d0fd-6503-472b-90a1-f5a13a1b7cbe'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:32:24.439250 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc087470-69cf-49b6-8ae7-885675a03c21" -d '{"events": [{"name": "network-changed", "server_uuid": "ef15edcb-0243-437f-9402-46275cd9b821", "tag": "0638d0fd-6503-472b-90a1-f5a13a1b7cbe"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:32:24.564473 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f197f0c2-22af-447d-b4f3-b8779e4bb003 x-openstack-request-id: req-f197f0c2-22af-447d-b4f3-b8779e4bb003 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:32:24.564876 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef15edcb-0243-437f-9402-46275cd9b821", "tag": "0638d0fd-6503-472b-90a1-f5a13a1b7cbe", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:32:24.565263 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f197f0c2-22af-447d-b4f3-b8779e4bb003 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:32:24.565799 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef15edcb-0243-437f-9402-46275cd9b821', 'tag': '0638d0fd-6503-472b-90a1-f5a13a1b7cbe', 'status': 'completed', 'code': 200} Oct 14 11:32:24.576732 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-f1aeb8b5-c2aa-411a-b3fd-1440ccd0348f req-d717cdb3-a733-42e6-a790-b8889ddbbccd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:24.582113 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97a3e6-0de6-4d2e-b53c-230686332564 service neutron] Pushing event updated for resources: {'Port': ['ID=0638d0fd-6503-472b-90a1-f5a13a1b7cbe,revision_number=3']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:24.594540 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02aa5b1-1bac-4dff-90b6-bd3c391982fe req-354efb24-9276-4792-a32d-04efa87867f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:24.596097 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f02aa5b1-1bac-4dff-90b6-bd3c391982fe req-354efb24-9276-4792-a32d-04efa87867f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 1098 time: 0.1955061 Oct 14 11:32:24.602562 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-9f90df34-f904-4f62-83a7-d9de5c4a3d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:24.604077 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-9f90df34-f904-4f62-83a7-d9de5c4a3d26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ddd7923ca7e434bb7d362d62ec0c045&device_id=ef15edcb-0243-437f-9402-46275cd9b821 HTTP/1.1" status: 200 len: 1096 time: 0.1022017 Oct 14 11:32:24.620227 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717cdb3-a733-42e6-a790-b8889ddbbccd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event deleted for resources: {'Port': ['ID=84e2626c-fb84-447b-9ed9-08ceee481142,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:24.732792 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-3268c0d8-5fd7-4260-a5f8-6ced896673a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0638d0fd-6503-472b-90a1-f5a13a1b7cbe HTTP/1.1" status: 200 len: 217 time: 0.1097863 Oct 14 11:32:24.736304 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-628d6a3a-3d34-4337-9af5-01acad35e65e req-6d48a091-8218-418c-a50a-7243bb8c250e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 210 time: 0.1025059 Oct 14 11:32:24.768376 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f02aa5b1-1bac-4dff-90b6-bd3c391982fe req-77d5a510-082c-4f19-a165-abeb6f148b58 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509788 Oct 14 11:32:24.877013 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1aeb8b5-c2aa-411a-b3fd-1440ccd0348f req-d717cdb3-a733-42e6-a790-b8889ddbbccd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Router eb3614fb-8789-4942-aa97-22cf6b70dd56 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:32:24.899515 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-34ad042c-5044-40c2-b5f7-0f8b4446ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:24.902151 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-34ad042c-5044-40c2-b5f7-0f8b4446ae41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d1d7ac7-5c53-43e8-97c7-0a78531d2806 HTTP/1.1" status: 200 len: 854 time: 0.1344137 Oct 14 11:32:24.905682 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26519bf4-a2d0-49f0-8df4-16f357856749 req-7c720b98-82fb-4083-9382-4423edaf630a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:24.908224 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-26519bf4-a2d0-49f0-8df4-16f357856749 req-7c720b98-82fb-4083-9382-4423edaf630a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.1245673 Oct 14 11:32:24.927278 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e655177-81fc-443f-91b4-6a48e0a4771f req-a2096848-26a6-4933-ba33-2e435d7431b8 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:24.929292 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7e655177-81fc-443f-91b4-6a48e0a4771f req-a2096848-26a6-4933-ba33-2e435d7431b8 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef15edcb-0243-437f-9402-46275cd9b821 HTTP/1.1" status: 200 len: 943 time: 0.0985742 Oct 14 11:32:25.035775 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-1007e842-139f-45ff-b2d2-b8cfdcb2a38e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561941 Oct 14 11:32:25.048172 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7e655177-81fc-443f-91b4-6a48e0a4771f req-14719599-4cd3-4abb-9941-2779ae74ad6f tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058602 Oct 14 11:32:25.064339 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-26519bf4-a2d0-49f0-8df4-16f357856749 req-d14d4354-599c-440a-b04a-25fca59515f0 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893400 Oct 14 11:32:25.254355 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-a4af8f70-9adb-4685-9713-eb58f97b082f service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044692 Oct 14 11:32:25.380276 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-baf64aed-9c3a-4311-b7fc-505ca9721b08 req-92fd37c1-aadc-4a7d-a787-a48613e4cccf service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167397 Oct 14 11:32:25.470593 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1aeb8b5-c2aa-411a-b3fd-1440ccd0348f req-d717cdb3-a733-42e6-a790-b8889ddbbccd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:32:25.487764 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a7d004-b6f2-41e8-82bd-cbc16586d2dc None None] Sync routers for ids ['eb3614fb-8789-4942-aa97-22cf6b70dd56'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:32:25.517001 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc087470-69cf-49b6-8ae7-885675a03c21 req-132ecaa0-742d-4a5e-b2ad-049e0604d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:25.519762 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-fc087470-69cf-49b6-8ae7-885675a03c21 req-132ecaa0-742d-4a5e-b2ad-049e0604d82b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ddd7923ca7e434bb7d362d62ec0c045&device_id=ef15edcb-0243-437f-9402-46275cd9b821 HTTP/1.1" status: 200 len: 1096 time: 0.0693278 Oct 14 11:32:25.525323 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a7d004-b6f2-41e8-82bd-cbc16586d2dc None None] Routers {'eb3614fb-8789-4942-aa97-22cf6b70dd56'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:32:25.526567 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-73a7d004-b6f2-41e8-82bd-cbc16586d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:32:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['eb3614fb-8789-4942-aa97-22cf6b70dd56'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:32:25.547322 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1aeb8b5-c2aa-411a-b3fd-1440ccd0348f req-d717cdb3-a733-42e6-a790-b8889ddbbccd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] No DVR routers for this DVR port 84e2626c-fb84-447b-9ed9-08ceee481142 on host hv-cinder-79797 {{(pid=99832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:32:25.551467 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-f1aeb8b5-c2aa-411a-b3fd-1440ccd0348f req-d717cdb3-a733-42e6-a790-b8889ddbbccd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:25.557466 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f1aeb8b5-c2aa-411a-b3fd-1440ccd0348f req-d717cdb3-a733-42e6-a790-b8889ddbbccd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.36 "DELETE /v2.0/ports/84e2626c-fb84-447b-9ed9-08ceee481142 HTTP/1.1" status: 204 len: 173 time: 1.8205814 Oct 14 11:32:25.558855 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'name': 'network-vif-deleted', 'tag': '84e2626c-fb84-447b-9ed9-08ceee481142'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:32:25.564201 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc0edd6-3a2f-48d5-8bc3-64fc6807f43d" -d '{"events": [{"server_uuid": "4a89cabc-05ea-4841-a22b-f97c3fade533", "name": "network-vif-deleted", "tag": "84e2626c-fb84-447b-9ed9-08ceee481142"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:32:25.648905 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f60123-a0ce-495e-ad5f-0cb018558da4 x-openstack-request-id: req-82f60123-a0ce-495e-ad5f-0cb018558da4 {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:32:25.649831 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89cabc-05ea-4841-a22b-f97c3fade533", "name": "network-vif-deleted", "tag": "84e2626c-fb84-447b-9ed9-08ceee481142", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:32:25.650507 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-82f60123-a0ce-495e-ad5f-0cb018558da4 {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:32:25.651417 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a89cabc-05ea-4841-a22b-f97c3fade533', 'name': 'network-vif-deleted', 'tag': '84e2626c-fb84-447b-9ed9-08ceee481142', 'status': 'completed', 'code': 200} Oct 14 11:32:25.704568 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-73a7d004-b6f2-41e8-82bd-cbc16586d2dc None None] Set router eb3614fb-8789-4942-aa97-22cf6b70dd56 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:32:25.738742 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 84e2626c-fb84-447b-9ed9-08ceee481142 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:32:26.023082 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4ac75dba-fd7d-4d3b-baf7-ae93ad9f4885 req-9b7c3f2a-0c0c-4da7-a4b5-e517e0e55201 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a89cabc-05ea-4841-a22b-f97c3fade533 HTTP/1.1" status: 200 len: 210 time: 0.0727592 Oct 14 11:32:26.099092 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: 84e2626c-fb84-447b-9ed9-08ceee481142 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:32:26.110469 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 84e2626c-fb84-447b-9ed9-08ceee481142 not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:32:26.166667 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc087470-69cf-49b6-8ae7-885675a03c21 req-01e3c4f7-d1e8-4da5-abb8-e90903a8f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:26.169173 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-fc087470-69cf-49b6-8ae7-885675a03c21 req-01e3c4f7-d1e8-4da5-abb8-e90903a8f37c service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 HTTP/1.1" status: 200 len: 915 time: 0.6403468 Oct 14 11:32:26.239840 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-fc087470-69cf-49b6-8ae7-885675a03c21 req-52d4064f-1b23-422a-bd81-d54e80b18570 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0638d0fd-6503-472b-90a1-f5a13a1b7cbe HTTP/1.1" status: 200 len: 217 time: 0.0617356 Oct 14 11:32:26.337417 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f043e-1942-4c91-82d5-603c4b83df58 req-18231aa8-f61a-42ca-b155-40e0ccdcdc6f tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:26.341190 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7e4f043e-1942-4c91-82d5-603c4b83df58 req-18231aa8-f61a-42ca-b155-40e0ccdcdc6f tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.1052146 Oct 14 11:32:26.389164 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-73a7d004-b6f2-41e8-82bd-cbc16586d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:37Z', 'revision_number': 4, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '37d9d430-abdc-4f50-8a48-12f5f2d9e9b7', 'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'mac_address': 'fa:16:3e:3a:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:34Z', 'updated_at': '2021-10-14T11:28:46Z', 'revision_number': 5, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'subnets': [{'id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:32:26.395532 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5dea2-8c61-40be-bae5-63ecc35e76ab req-0acbb915-b95f-4599-a598-8820292c9ac5 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:26.398088 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-70c5dea2-8c61-40be-bae5-63ecc35e76ab req-0acbb915-b95f-4599-a598-8820292c9ac5 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef15edcb-0243-437f-9402-46275cd9b821 HTTP/1.1" status: 200 len: 943 time: 0.1120422 Oct 14 11:32:26.410256 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc087470-69cf-49b6-8ae7-885675a03c21 req-4b5740d5-369e-43c0-83fd-401677593723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:26.412832 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-fc087470-69cf-49b6-8ae7-885675a03c21 req-4b5740d5-369e-43c0-83fd-401677593723 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d1d7ac7-5c53-43e8-97c7-0a78531d2806 HTTP/1.1" status: 200 len: 854 time: 0.1642776 Oct 14 11:32:26.446028 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7e4f043e-1942-4c91-82d5-603c4b83df58 req-1f0e2bbc-0b17-4138-a0c4-9c25b34da70c tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954709 Oct 14 11:32:26.451650 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a7d004-b6f2-41e8-82bd-cbc16586d2dc None None] Checking router: eb3614fb-8789-4942-aa97-22cf6b70dd56 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:32:26.477224 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a7d004-b6f2-41e8-82bd-cbc16586d2dc None None] Routers {'eb3614fb-8789-4942-aa97-22cf6b70dd56'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:32:26.478397 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-73a7d004-b6f2-41e8-82bd-cbc16586d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:32:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['eb3614fb-8789-4942-aa97-22cf6b70dd56'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:32:26.506583 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-fc087470-69cf-49b6-8ae7-885675a03c21 req-61ee9a83-48d2-4100-8ce3-7ac63ae2af19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573602 Oct 14 11:32:26.516008 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-70c5dea2-8c61-40be-bae5-63ecc35e76ab req-406c667b-c7a6-4723-ad2c-26fe4639fcca tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016119 Oct 14 11:32:26.661627 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed32ec-0cc6-462a-a399-78632a9b0ae9 req-27ae86a1-7932-4658-b8e5-16eeee7e3a7e tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:26.668530 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-42ed32ec-0cc6-462a-a399-78632a9b0ae9 req-27ae86a1-7932-4658-b8e5-16eeee7e3a7e tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.1357167 Oct 14 11:32:26.691760 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-fc087470-69cf-49b6-8ae7-885675a03c21 req-571dc50d-0087-44bd-aaef-851eac6e8a10 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735041 Oct 14 11:32:26.709952 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-73a7d004-b6f2-41e8-82bd-cbc16586d2dc None None] Set router eb3614fb-8789-4942-aa97-22cf6b70dd56 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:32:26.749582 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-42ed32ec-0cc6-462a-a399-78632a9b0ae9 req-c92ba1e9-589f-44b6-8287-07e806058aa0 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748568 Oct 14 11:32:26.780446 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 54000) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:32:26.885781 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-fc087470-69cf-49b6-8ae7-885675a03c21 req-d2363c53-33a7-4a8f-a31c-2cb49319152d service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802492 Oct 14 11:32:27.032701 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215ed6c2-f3a3-4bae-bd15-d6d975b2028e tempest-TestShelveInstance-263571833 tempest-TestShelveInstance-263571833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:27.035530 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-215ed6c2-f3a3-4bae-bd15-d6d975b2028e tempest-TestShelveInstance-263571833 tempest-TestShelveInstance-263571833-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 1093 time: 0.2533882 Oct 14 11:32:27.041010 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 54004) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:32:27.046672 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Request body: {'floatingip': {'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'port_id': '60c81fd9-f747-4718-929a-fb38697f8aed', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:27.081365 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for floatingip, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:27.102078 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-73a7d004-b6f2-41e8-82bd-cbc16586d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:37Z', 'revision_number': 4, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '37d9d430-abdc-4f50-8a48-12f5f2d9e9b7', 'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'mac_address': 'fa:16:3e:3a:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:34Z', 'updated_at': '2021-10-14T11:28:46Z', 'revision_number': 5, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'subnets': [{'id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:32:27.145196 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a7d004-b6f2-41e8-82bd-cbc16586d2dc None None] The sync data for ids ['eb3614fb-8789-4942-aa97-22cf6b70dd56'] in dv-cinder-797970-2-iscsi is: [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:37Z', 'revision_number': 4, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '37d9d430-abdc-4f50-8a48-12f5f2d9e9b7', 'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'mac_address': 'fa:16:3e:3a:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:34Z', 'updated_at': '2021-10-14T11:28:46Z', 'revision_number': 5, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'subnets': [{'id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:32:27.228528 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 54010) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:32:27.271618 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:27.369583 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b17d01a0-50ce-45e6-ad60-1285cdd8f4c3 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:27.424295 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b17d01a0-50ce-45e6-ad60-1285cdd8f4c3 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:27.532496 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Allocated IP 172.27.1.131 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/d6d85beb-2217-44ad-99f4-55d66237e9c6) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:32:27.560859 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b17d01a0-50ce-45e6-ad60-1285cdd8f4c3 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:27.564391 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b17d01a0-50ce-45e6-ad60-1285cdd8f4c3 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:27.569485 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-b17d01a0-50ce-45e6-ad60-1285cdd8f4c3 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "DELETE /v2.0/security-groups/73171bdd-799b-4acb-bf4c-d2099125c147 HTTP/1.1" status: 204 len: 168 time: 0.3348300 Oct 14 11:32:27.570845 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 54012) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:32:27.608334 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.api.v2.resource [None req-21f3d8e2-7403-4e6d-8db0-393ba13544f9 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] show failed (client error): The resource could not be found. Oct 14 11:32:27.611735 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d01a0-50ce-45e6-ad60-1285cdd8f4c3 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73171bdd-799b-4acb-bf4c-d2099125c147,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:27.614755 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 54016) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:32:27.621636 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-21f3d8e2-7403-4e6d-8db0-393ba13544f9 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups/73171bdd-799b-4acb-bf4c-d2099125c147 HTTP/1.1" status: 404 len: 347 time: 0.0449634 Oct 14 11:32:27.660625 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d78eba5-e621-4eec-9363-bcd2f5c89a40 None None] New status for floating IP 1245d95c-e40c-4402-8ad2-3549972b78df: DOWN {{(pid=99835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:32:27.727529 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 0638d0fd-6503-472b-90a1-f5a13a1b7cbe details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:32:27.857149 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37dedc-4e56-41fb-8809-a3fc639670e5 req-1bc5d3b1-6f31-4b90-9b49-17b2836b8575 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:27.858691 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ee37dedc-4e56-41fb-8809-a3fc639670e5 req-1bc5d3b1-6f31-4b90-9b49-17b2836b8575 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef15edcb-0243-437f-9402-46275cd9b821 HTTP/1.1" status: 200 len: 943 time: 0.1189361 Oct 14 11:32:27.931509 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ee37dedc-4e56-41fb-8809-a3fc639670e5 req-b71e73ce-8b2f-4fcb-8cea-b3e703d8acf1 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588346 Oct 14 11:32:27.956433 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:27.979895 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-019bccd4-ab09-4acc-a63a-691f96ba2a92 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Deleting port 72d13165-7eaf-4e69-ab7d-09ac2bb35bdf {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:32:27.986881 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-019bccd4-ab09-4acc-a63a-691f96ba2a92 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:27.991266 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 0638d0fd-6503-472b-90a1-f5a13a1b7cbe, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=0638d0fd-6503-472b-90a1-f5a13a1b7cbe,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:28.034402 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:28.035281 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': '0638d0fd-6503-472b-90a1-f5a13a1b7cbe', 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4', 'port_id': '0638d0fd-6503-472b-90a1-f5a13a1b7cbe', 'mac_address': 'fa:16:3e:cd:7f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1d7ac7-5c53-43e8-97c7-0a78531d2806', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:32:28.141654 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:32:28.147316 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:32:28.160589 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:32:28.175193 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:28.188888 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-019bccd4-ab09-4acc-a63a-691f96ba2a92 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:28.189423 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-019bccd4-ab09-4acc-a63a-691f96ba2a92 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:28.208624 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0638d0fd-6503-472b-90a1-f5a13a1b7cbe {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:32:28.215646 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Pushing event updated for resources: {'Port': ['ID=d6d85beb-2217-44ad-99f4-55d66237e9c6,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:28.221656 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-019bccd4-ab09-4acc-a63a-691f96ba2a92 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Calling delete_port for 72d13165-7eaf-4e69-ab7d-09ac2bb35bdf owned by network:floatingip {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:32:28.250381 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 0638d0fd-6503-472b-90a1-f5a13a1b7cbe, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=0638d0fd-6503-472b-90a1-f5a13a1b7cbe,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:28.258756 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:28.359182 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=0638d0fd-6503-472b-90a1-f5a13a1b7cbe,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:28.432744 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-019bccd4-ab09-4acc-a63a-691f96ba2a92 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:28.499104 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bccd4-ab09-4acc-a63a-691f96ba2a92 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event deleted for resources: {'Port': ['ID=72d13165-7eaf-4e69-ab7d-09ac2bb35bdf,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:28.525974 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['0638d0fd-6503-472b-90a1-f5a13a1b7cbe'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:32:28.615448 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-019bccd4-ab09-4acc-a63a-691f96ba2a92 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for floatingip, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:28.618883 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-019bccd4-ab09-4acc-a63a-691f96ba2a92 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:28.620569 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-019bccd4-ab09-4acc-a63a-691f96ba2a92 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "DELETE /v2.0/floatingips/1245d95c-e40c-4402-8ad2-3549972b78df HTTP/1.1" status: 204 len: 168 time: 0.9828453 Oct 14 11:32:28.815290 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:28.915034 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.057540 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 54022) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:32:29.065274 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-c508225f-0478-495c-b22c-853e9771aabf tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1840385956', 'description': 'tempest-description--1094893255'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:29.103902 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c508225f-0478-495c-b22c-853e9771aabf tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.197996 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c932f-9beb-4364-9bdb-d602cb53b2d5 req-946cea84-0ddc-49a2-9279-04b5875a863f tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:29.200712 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-931c932f-9beb-4364-9bdb-d602cb53b2d5 req-946cea84-0ddc-49a2-9279-04b5875a863f tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef15edcb-0243-437f-9402-46275cd9b821 HTTP/1.1" status: 200 len: 944 time: 0.1226377 Oct 14 11:32:29.225993 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c508225f-0478-495c-b22c-853e9771aabf tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.232334 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c508225f-0478-495c-b22c-853e9771aabf tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.250112 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.258790 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.282603 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c508225f-0478-495c-b22c-853e9771aabf tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.284593 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-c508225f-0478-495c-b22c-853e9771aabf tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2253945 Oct 14 11:32:29.289370 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 54024) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:32:29.298916 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-22731226-7163-45c4-8a9c-27d3a488b773 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Request body: {'security_group_rule': {'security_group_id': '2b74104a-c91d-4214-8c6a-ee6812d71fbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:29.308265 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508225f-0478-495c-b22c-853e9771aabf tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b74104a-c91d-4214-8c6a-ee6812d71fbb,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:29.349301 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-22731226-7163-45c4-8a9c-27d3a488b773 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.407194 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-931c932f-9beb-4364-9bdb-d602cb53b2d5 req-36ba9869-6bc5-4cc4-9494-8dec2ed75d5a tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887980 Oct 14 11:32:29.411693 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Pushing event updated for resources: {'Port': ['ID=d6d85beb-2217-44ad-99f4-55d66237e9c6,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:29.441618 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.454065 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-22731226-7163-45c4-8a9c-27d3a488b773 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.458861 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-22731226-7163-45c4-8a9c-27d3a488b773 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.478360 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22731226-7163-45c4-8a9c-27d3a488b773 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517bdb6b-ffd6-4cdd-94cd-0eef79270e73,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:29.490787 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-22731226-7163-45c4-8a9c-27d3a488b773 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.492970 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-22731226-7163-45c4-8a9c-27d3a488b773 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2018383 Oct 14 11:32:29.495607 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 54026) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:32:29.504731 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-8c5f7eaa-76e1-4091-8b19-76ae6b809090 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Request body: {'security_group_rule': {'security_group_id': '2b74104a-c91d-4214-8c6a-ee6812d71fbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:29.547628 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7eaa-76e1-4091-8b19-76ae6b809090 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.580146 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.l3_db [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Floating IP 6694cd78-07cc-4799-bd00-34ea31d984f6 associated. External IP: 172.27.1.131, port: 60c81fd9-f747-4718-929a-fb38697f8aed. Oct 14 11:32:29.645480 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7eaa-76e1-4091-8b19-76ae6b809090 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.651185 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7eaa-76e1-4091-8b19-76ae6b809090 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.674350 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f7eaa-76e1-4091-8b19-76ae6b809090 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa98b21-e01a-45e6-bb40-11fb6d950900,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:29.683331 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7eaa-76e1-4091-8b19-76ae6b809090 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.685288 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-8c5f7eaa-76e1-4091-8b19-76ae6b809090 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1864944 Oct 14 11:32:29.690403 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 54028) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:32:29.695231 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Request body: {'floatingip': {'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:29.725443 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for floatingip, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.742011 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 0638d0fd-6503-472b-90a1-f5a13a1b7cbe up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:32:29.811641 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port 0638d0fd-6503-472b-90a1-f5a13a1b7cbe completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:32:29.818610 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port 0638d0fd-6503-472b-90a1-f5a13a1b7cbe triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:32:29.818610 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.865146 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Router bc708329-1517-4391-8a4a-d1fbeb3acbfd has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:32:29.930571 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.935015 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:29.962591 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef15edcb-0243-437f-9402-46275cd9b821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0638d0fd-6503-472b-90a1-f5a13a1b7cbe'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:32:29.965925 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314253b5-8032-4c9c-ae0c-db2595dc144b" -d '{"events": [{"server_uuid": "ef15edcb-0243-437f-9402-46275cd9b821", "name": "network-vif-plugged", "status": "completed", "tag": "0638d0fd-6503-472b-90a1-f5a13a1b7cbe"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:32:29.981359 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 0638d0fd-6503-472b-90a1-f5a13a1b7cbe, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=0638d0fd-6503-472b-90a1-f5a13a1b7cbe,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:29.987493 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:30.031777 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec67d68c-3462-4ea2-820c-0d2a5b2a9bd5 x-openstack-request-id: req-ec67d68c-3462-4ea2-820c-0d2a5b2a9bd5 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:32:30.032082 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef15edcb-0243-437f-9402-46275cd9b821", "name": "network-vif-plugged", "status": "completed", "tag": "0638d0fd-6503-472b-90a1-f5a13a1b7cbe", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:32:30.032311 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ec67d68c-3462-4ea2-820c-0d2a5b2a9bd5 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:32:30.032731 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef15edcb-0243-437f-9402-46275cd9b821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0638d0fd-6503-472b-90a1-f5a13a1b7cbe', 'code': 200} Oct 14 11:32:30.051514 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:32:30.072127 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=0638d0fd-6503-472b-90a1-f5a13a1b7cbe,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:30.086310 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59160d43-38bf-49d3-8583-99da1f14ae40 None None] Sync routers for ids ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:32:30.093633 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:30.111168 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59160d43-38bf-49d3-8583-99da1f14ae40 None None] Routers {'bc708329-1517-4391-8a4a-d1fbeb3acbfd'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:32:30.111761 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-59160d43-38bf-49d3-8583-99da1f14ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:32:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:32:30.167287 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-e1ad1e9a-a43d-4666-829d-dbcc7ddb1b2a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1248093 Oct 14 11:32:30.169326 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'tag': '60c81fd9-f747-4718-929a-fb38697f8aed'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:32:30.174437 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca55db8c-7b0f-46d6-8b3c-254d6534a1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "bf259678-6d87-4d67-9a55-73efe762f68a", "tag": "60c81fd9-f747-4718-929a-fb38697f8aed"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:32:30.187618 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Allocated IP 172.27.1.60 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/c4a22dcd-65f8-41b0-bb78-9a2e3ed5e136) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:32:30.289096 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71438c43-f74f-4d90-9cc7-1f84ae50c9e0 x-openstack-request-id: req-71438c43-f74f-4d90-9cc7-1f84ae50c9e0 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:32:30.289420 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf259678-6d87-4d67-9a55-73efe762f68a", "tag": "60c81fd9-f747-4718-929a-fb38697f8aed", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:32:30.289621 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-71438c43-f74f-4d90-9cc7-1f84ae50c9e0 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:32:30.290017 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'tag': '60c81fd9-f747-4718-929a-fb38697f8aed', 'status': 'completed', 'code': 200} Oct 14 11:32:30.304911 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6688f-fb53-4274-8155-631af8a7b744 req-afa95858-e4a2-4579-9932-8a04ae775617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:30.306521 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0da6688f-fb53-4274-8155-631af8a7b744 req-afa95858-e4a2-4579-9932-8a04ae775617 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef15edcb-0243-437f-9402-46275cd9b821 HTTP/1.1" status: 200 len: 1098 time: 0.0523143 Oct 14 11:32:30.333430 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-59160d43-38bf-49d3-8583-99da1f14ae40 None None] Set router bc708329-1517-4391-8a4a-d1fbeb3acbfd gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:32:30.348637 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0da6688f-fb53-4274-8155-631af8a7b744 req-915a320f-6e45-44cf-be99-e30e85aa4840 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340893 Oct 14 11:32:30.404295 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:30.409678 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55db8c-7b0f-46d6-8b3c-254d6534a1fb req-5f6445bb-d957-4a3b-aab7-9c623ea41b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:30.411588 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ca55db8c-7b0f-46d6-8b3c-254d6534a1fb req-5f6445bb-d957-4a3b-aab7-9c623ea41b1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f1d7723d096452b9b80ddcfbc77ee3c&device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 1098 time: 0.0857086 Oct 14 11:32:30.448530 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:30.497106 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:32:30.505797 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:32:30.508240 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event updated for resources: {'Port': ['ID=c4a22dcd-65f8-41b0-bb78-9a2e3ed5e136,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:30.512635 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:32:30.716347 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-59160d43-38bf-49d3-8583-99da1f14ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'name': 'tempest-TestShelveInstance-85707579-router', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:35Z', 'updated_at': '2021-10-14T11:31:40Z', 'revision_number': 4, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'gw_port': {'id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:36Z', 'updated_at': '2021-10-14T11:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '6694cd78-07cc-4799-bd00-34ea31d984f6', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'port_id': '60c81fd9-f747-4718-929a-fb38697f8aed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2', 'mac_address': 'fa:16:3e:8f:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:32:28Z', 'updated_at': '2021-10-14T11:32:28Z', 'revision_number': 0, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e1b32a-d3e1-4f49-8273-b09951a64864', 'name': '', 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'mac_address': 'fa:16:3e:31:e3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:39Z', 'updated_at': '2021-10-14T11:31:45Z', 'revision_number': 5, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'subnets': [{'id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:32:30.727802 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:30.751347 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbc671-b170-4b1e-80ec-3a373629333d req-362b44dd-0c3a-4e04-8d84-a6bc76aa7783 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:30.752160 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59160d43-38bf-49d3-8583-99da1f14ae40 None None] Checking router: bc708329-1517-4391-8a4a-d1fbeb3acbfd for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:32:30.752931 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c1fbc671-b170-4b1e-80ec-3a373629333d req-362b44dd-0c3a-4e04-8d84-a6bc76aa7783 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef15edcb-0243-437f-9402-46275cd9b821 HTTP/1.1" status: 200 len: 945 time: 0.1875544 Oct 14 11:32:30.756961 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55db8c-7b0f-46d6-8b3c-254d6534a1fb req-1c7cee74-c0c2-45de-af6f-1a563c5bad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:30.758655 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ca55db8c-7b0f-46d6-8b3c-254d6534a1fb req-1c7cee74-c0c2-45de-af6f-1a563c5bad96 service neutron] 10.222.0.36 "GET /v2.0/networks?id=13df2e55-d95c-48af-9632-7d0e309339f2 HTTP/1.1" status: 200 len: 908 time: 0.2072353 Oct 14 11:32:30.765782 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59160d43-38bf-49d3-8583-99da1f14ae40 None None] Routers {'bc708329-1517-4391-8a4a-d1fbeb3acbfd'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:32:30.766678 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-59160d43-38bf-49d3-8583-99da1f14ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:32:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:32:30.853919 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:30.923264 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ca55db8c-7b0f-46d6-8b3c-254d6534a1fb req-0bde5fec-8326-4178-846f-a8fa3e75b670 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60c81fd9-f747-4718-929a-fb38697f8aed HTTP/1.1" status: 200 len: 999 time: 0.1322768 Oct 14 11:32:30.926512 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c1fbc671-b170-4b1e-80ec-3a373629333d req-3871891d-6b7e-4755-bd37-dac5cdb2fac4 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367736 Oct 14 11:32:31.015866 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-59160d43-38bf-49d3-8583-99da1f14ae40 None None] Set router bc708329-1517-4391-8a4a-d1fbeb3acbfd gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:32:31.048890 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55db8c-7b0f-46d6-8b3c-254d6534a1fb req-d30ebb7c-3be6-4050-9eab-5f10cd496446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:31.050430 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ca55db8c-7b0f-46d6-8b3c-254d6534a1fb req-d30ebb7c-3be6-4050-9eab-5f10cd496446 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9e0b106-6338-4e45-8294-cc32daa8c1a9 HTTP/1.1" status: 200 len: 846 time: 0.1106894 Oct 14 11:32:31.138805 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55db8c-7b0f-46d6-8b3c-254d6534a1fb req-7422e4cb-d747-4c58-a4fb-a1cc66e922bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:31.140348 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ca55db8c-7b0f-46d6-8b3c-254d6534a1fb req-7422e4cb-d747-4c58-a4fb-a1cc66e922bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13df2e55-d95c-48af-9632-7d0e309339f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772951 Oct 14 11:32:31.169613 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:31.183424 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:31.271648 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-59160d43-38bf-49d3-8583-99da1f14ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'name': 'tempest-TestShelveInstance-85707579-router', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:35Z', 'updated_at': '2021-10-14T11:31:40Z', 'revision_number': 4, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'gw_port': {'id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:36Z', 'updated_at': '2021-10-14T11:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '6694cd78-07cc-4799-bd00-34ea31d984f6', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'port_id': '60c81fd9-f747-4718-929a-fb38697f8aed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2', 'mac_address': 'fa:16:3e:8f:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:32:28Z', 'updated_at': '2021-10-14T11:32:28Z', 'revision_number': 0, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e1b32a-d3e1-4f49-8273-b09951a64864', 'name': '', 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'mac_address': 'fa:16:3e:31:e3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:39Z', 'updated_at': '2021-10-14T11:31:45Z', 'revision_number': 5, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'subnets': [{'id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:32:31.307107 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59160d43-38bf-49d3-8583-99da1f14ae40 None None] The sync data for ids ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'] in dv-cinder-797970-2-iscsi is: [{'id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'name': 'tempest-TestShelveInstance-85707579-router', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:35Z', 'updated_at': '2021-10-14T11:31:40Z', 'revision_number': 4, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'gw_port': {'id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:36Z', 'updated_at': '2021-10-14T11:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '6694cd78-07cc-4799-bd00-34ea31d984f6', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'port_id': '60c81fd9-f747-4718-929a-fb38697f8aed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2', 'mac_address': 'fa:16:3e:8f:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:32:28Z', 'updated_at': '2021-10-14T11:32:28Z', 'revision_number': 0, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e1b32a-d3e1-4f49-8273-b09951a64864', 'name': '', 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'mac_address': 'fa:16:3e:31:e3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:39Z', 'updated_at': '2021-10-14T11:31:45Z', 'revision_number': 5, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'subnets': [{'id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:32:31.357916 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event updated for resources: {'Port': ['ID=c4a22dcd-65f8-41b0-bb78-9a2e3ed5e136,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:31.369800 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ca55db8c-7b0f-46d6-8b3c-254d6534a1fb req-c59fc451-1cc2-488c-8e4d-a6ddbb4cf775 service neutron] 10.222.0.36 "GET /v2.0/networks/13df2e55-d95c-48af-9632-7d0e309339f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201483 Oct 14 11:32:31.395249 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:31.458569 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:31.459930 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-48cad77a-0f5e-4c22-80de-ae84855616f4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7684629 Oct 14 11:32:31.505056 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ca55db8c-7b0f-46d6-8b3c-254d6534a1fb req-81c85d5b-febb-4502-97b9-d7f9b4c461f2 service neutron] 10.222.0.36 "GET /v2.0/networks/13df2e55-d95c-48af-9632-7d0e309339f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235332 Oct 14 11:32:31.579880 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c9ee3e-e468-4803-aada-eeb82fdc0b1f None None] New status for floating IP 6694cd78-07cc-4799-bd00-34ea31d984f6: ACTIVE {{(pid=99835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:32:31.748738 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-9d0374cb-4f66-4634-b10f-b546cd09908f tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1840385956&fields=id&tenant_id=6002f5ee1b60442cae91e69448c24382 HTTP/1.1" status: 200 len: 267 time: 0.0386744 Oct 14 11:32:31.878535 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-f5981dd8-0a27-46f4-9b31-f2ce515b6088 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:31.880760 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-f5981dd8-0a27-46f4-9b31-f2ce515b6088 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/networks?id=953fc067-17c1-4744-a2d8-c5382bc078cb HTTP/1.1" status: 200 len: 817 time: 0.1248021 Oct 14 11:32:31.882336 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:31.899093 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-337d8dba-8ceb-4c9f-b377-25477467716b tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/quotas/6002f5ee1b60442cae91e69448c24382 HTTP/1.1" status: 200 len: 375 time: 0.0102549 Oct 14 11:32:31.960431 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-953a77af-904c-4985-b15b-b51aa933d3cd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6002f5ee1b60442cae91e69448c24382&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539896 Oct 14 11:32:32.080074 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1580c8-d2bf-4065-80f8-5361dc8067b8 req-d0070b58-d811-4db1-851d-7543ec86ad66 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:32.082771 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fa1580c8-d2bf-4065-80f8-5361dc8067b8 req-d0070b58-d811-4db1-851d-7543ec86ad66 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef15edcb-0243-437f-9402-46275cd9b821 HTTP/1.1" status: 200 len: 945 time: 0.0648541 Oct 14 11:32:32.085972 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-bbb46a73-1327-4ecb-9432-ae34b0aae485 service neutron] 10.222.0.69 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116135 Oct 14 11:32:32.136270 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fa1580c8-d2bf-4065-80f8-5361dc8067b8 req-2cbacacf-371a-4a95-bf1b-4059c44f8413 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471780 Oct 14 11:32:32.196043 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-17132ff4-04f1-4509-9079-d4d2a687fed9 service neutron] 10.222.0.69 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031141 Oct 14 11:32:32.427869 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-453f8cba-32c0-4afb-a62a-c7bdcea58cfd req-b6e77df1-cf7f-4f1d-988f-45cf0ab0c46c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 210 time: 0.0352259 Oct 14 11:32:33.204018 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a5f41b87-cdb8-4d70-b06d-e1db41ce3334 req-04a03d6d-6d85-40b0-92e0-c3f9ff340326 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500989 Oct 14 11:32:33.294952 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f41b87-cdb8-4d70-b06d-e1db41ce3334 req-3662071a-6467-4d78-ab58-e88746a77e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:33.296895 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a5f41b87-cdb8-4d70-b06d-e1db41ce3334 req-3662071a-6467-4d78-ab58-e88746a77e4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de741739c33a4b63ad4a3d09e4ca7ac1&device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 1099 time: 0.0487790 Oct 14 11:32:33.427239 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f41b87-cdb8-4d70-b06d-e1db41ce3334 req-1d3e1020-23b9-4d27-b5a4-ca2f495c66e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:33.428750 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a5f41b87-cdb8-4d70-b06d-e1db41ce3334 req-1d3e1020-23b9-4d27-b5a4-ca2f495c66e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=813d5405-6bb2-4fac-9eae-a4821c818143 HTTP/1.1" status: 200 len: 912 time: 0.1057615 Oct 14 11:32:33.520456 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a5f41b87-cdb8-4d70-b06d-e1db41ce3334 req-59b02cda-56d3-43cd-8374-4832ede70e2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d47fc79-d147-493f-bcf9-1ddfab5908b9 HTTP/1.1" status: 200 len: 1001 time: 0.0731566 Oct 14 11:32:33.615334 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f41b87-cdb8-4d70-b06d-e1db41ce3334 req-3b322384-0a5b-433c-9d49-c9aef7d09bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:33.617417 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a5f41b87-cdb8-4d70-b06d-e1db41ce3334 req-3b322384-0a5b-433c-9d49-c9aef7d09bdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eabf075f-9b14-49fd-b253-1bf2d160d1a0 HTTP/1.1" status: 200 len: 850 time: 0.0789576 Oct 14 11:32:33.626017 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7af9dd73-083c-4146-bcd0-b26be4a4adbe req-b225f662-708e-4458-96ca-ee704c18b437 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 210 time: 0.0614631 Oct 14 11:32:33.719293 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f41b87-cdb8-4d70-b06d-e1db41ce3334 req-b4c74a39-b829-4ff3-a640-5ef9c8bdfe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:33.721384 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a5f41b87-cdb8-4d70-b06d-e1db41ce3334 req-b4c74a39-b829-4ff3-a640-5ef9c8bdfe6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=813d5405-6bb2-4fac-9eae-a4821c818143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808215 Oct 14 11:32:33.881808 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-bfa907a0-9494-4ad2-974c-0252ddfd15f9 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:33.884550 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-bfa907a0-9494-4ad2-974c-0252ddfd15f9 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.36 "GET /v2.0/networks?id=953fc067-17c1-4744-a2d8-c5382bc078cb HTTP/1.1" status: 200 len: 817 time: 0.2391346 Oct 14 11:32:33.900818 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a5f41b87-cdb8-4d70-b06d-e1db41ce3334 req-f4dcb183-671b-401c-b328-aa20a0e43293 service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579130 Oct 14 11:32:33.955727 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-872b90d0-c3e4-4177-b456-d892e9f38515 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6002f5ee1b60442cae91e69448c24382 HTTP/1.1" status: 200 len: 380 time: 0.0609531 Oct 14 11:32:33.974155 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Request body: {'port': {'device_id': '9af33775-96f7-408e-b4a6-857423709e9c', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'admin_state_up': True, 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'security_groups': ['2b74104a-c91d-4214-8c6a-ee6812d71fbb']}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:34.054777 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a5f41b87-cdb8-4d70-b06d-e1db41ce3334 req-1194450b-8350-442d-b412-0adabb7541d9 service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436353 Oct 14 11:32:34.597719 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-7bb3f0a2-f362-453a-b22e-a76ee2aab53b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:34.599678 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-7bb3f0a2-f362-453a-b22e-a76ee2aab53b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/networks?id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 HTTP/1.1" status: 200 len: 814 time: 0.4990840 Oct 14 11:32:34.600640 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Made reservation on behalf of 6002f5ee1b60442cae91e69448c24382 for: {'port': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:32:34.604236 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:34.632568 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-be461fbe-2848-4a2b-a4ff-84958816c656 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/quotas/6ddd7923ca7e434bb7d362d62ec0c045 HTTP/1.1" status: 200 len: 375 time: 0.0245066 Oct 14 11:32:34.762515 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-7d24907a-74a0-4807-b330-b9972f0bcf55 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ddd7923ca7e434bb7d362d62ec0c045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1176684 Oct 14 11:32:34.776609 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-24f5e0a2-e703-4f1b-ab48-20cfccd2d0dc req-114f1413-e55c-4dcb-8106-2568f00673dd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 210 time: 0.0360801 Oct 14 11:32:34.893183 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Allocated IP 172.20.0.8 (953fc067-17c1-4744-a2d8-c5382bc078cb/e66ebcfd-406b-4441-8bf2-124e9b613a1b/db784d53-f81f-4d27-9ff4-3c30b1a77f99) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:32:34.944338 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-fc6ad79f-43c8-4bcf-a853-1d32c00b24dd service neutron] 10.222.0.69 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612558 Oct 14 11:32:35.157811 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-63ec9ba3-4154-4150-be27-98ef29e19d16 service neutron] 10.222.0.69 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029278 Oct 14 11:32:35.175677 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:35.235034 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:35.317967 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Network 953fc067-17c1-4744-a2d8-c5382bc078cb is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:32:35.324267 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:32:35.331931 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:32:35.365591 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a1ab8589-062a-4034-a5df-cfc83852de3c req-0c705cd1-38cc-4a27-951c-d47d5723389c tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=479f8a4f-9fb7-401c-befa-69ef5e210cf9 HTTP/1.1" status: 200 len: 210 time: 0.0355275 Oct 14 11:32:35.411386 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event updated for resources: {'Port': ['ID=db784d53-f81f-4d27-9ff4-3c30b1a77f99,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:35.436276 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:35.436779 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:35.437318 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:35.437865 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:35.438464 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:35.438987 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:35.439536 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:35.440089 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:35.440633 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:35.441200 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:35.441717 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:35.442275 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:35.473009 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:35.473863 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:35.508532 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-4d5ad831-fc2b-4d56-a74a-1a0c4292bebd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5464606 Oct 14 11:32:35.530531 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Request body: {'port': {'device_id': '9af33775-96f7-408e-b4a6-857423709e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:35.629898 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:35.745806 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-072bc172-32ca-4dff-aa5e-9378f633f4f6 None None] Provisioning complete for port db784d53-f81f-4d27-9ff4-3c30b1a77f99 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:32:35.747687 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-072bc172-32ca-4dff-aa5e-9378f633f4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:35.802467 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-072bc172-32ca-4dff-aa5e-9378f633f4f6 None None] Port db784d53-f81f-4d27-9ff4-3c30b1a77f99 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:32:35.980274 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229d531-aa31-4000-99aa-321ffc5c595f req-bf39d94d-7dc5-414f-b17c-96766ec3089d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:35.981977 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b229d531-aa31-4000-99aa-321ffc5c595f req-bf39d94d-7dc5-414f-b17c-96766ec3089d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 931 time: 0.0939074 Oct 14 11:32:36.071369 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b229d531-aa31-4000-99aa-321ffc5c595f req-84ad7943-8a4f-440e-afa1-a324d6e0ebf9 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812452 Oct 14 11:32:36.081253 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db784d53-f81f-4d27-9ff4-3c30b1a77f99 {{(pid=99833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:32:36.091526 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:36.113297 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.provisioning_blocks [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Transition to ACTIVE for port object db784d53-f81f-4d27-9ff4-3c30b1a77f99 will not be triggered until provisioned by entity L2. {{(pid=99833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:32:36.118817 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:36.175371 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Pushing event updated for resources: {'Port': ['ID=db784d53-f81f-4d27-9ff4-3c30b1a77f99,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:36.267635 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Attempting to bind port db784d53-f81f-4d27-9ff4-3c30b1a77f99 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:32:36.267977 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Attempting to bind port db784d53-f81f-4d27-9ff4-3c30b1a77f99 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '806c6933-f7d1-4eca-9fcb-37722cebc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb'}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:32:36.268315 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Attempting to bind port db784d53-f81f-4d27-9ff4-3c30b1a77f99 on network 953fc067-17c1-4744-a2d8-c5382bc078cb {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:32:36.273871 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Port db784d53-f81f-4d27-9ff4-3c30b1a77f99 on network 953fc067-17c1-4744-a2d8-c5382bc078cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:32:36.274268 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Attempting to bind port db784d53-f81f-4d27-9ff4-3c30b1a77f99 on network 953fc067-17c1-4744-a2d8-c5382bc078cb {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:32:36.280422 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:32:36.280760 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Checking segment: {'id': '806c6933-f7d1-4eca-9fcb-37722cebc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:32:36.281160 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Bound using segment: {'id': '806c6933-f7d1-4eca-9fcb-37722cebc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb'} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:32:36.281605 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Bound port: db784d53-f81f-4d27-9ff4-3c30b1a77f99, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806c6933-f7d1-4eca-9fcb-37722cebc981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb'}}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:32:36.281968 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:36.359302 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] For port db784d53-f81f-4d27-9ff4-3c30b1a77f99, host hv-cinder-79797, cleared binding levels {{(pid=99833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:32:36.363132 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] For port db784d53-f81f-4d27-9ff4-3c30b1a77f99, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=db784d53-f81f-4d27-9ff4-3c30b1a77f99,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:32:36.369704 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:36.408231 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:36.408891 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:36.410430 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] 10.222.0.36 "PUT /v2.0/ports/db784d53-f81f-4d27-9ff4-3c30b1a77f99 HTTP/1.1" status: 200 len: 1093 time: 0.8873458 Oct 14 11:32:36.410919 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af33775-96f7-408e-b4a6-857423709e9c', 'tag': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:32:36.413302 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fda9337-63fd-4b3d-b226-2188a83668f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9af33775-96f7-408e-b4a6-857423709e9c", "tag": "db784d53-f81f-4d27-9ff4-3c30b1a77f99"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:32:36.454646 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f557d4-ce00-4307-841b-bc6ec4c9c205 service neutron] Pushing event updated for resources: {'Port': ['ID=db784d53-f81f-4d27-9ff4-3c30b1a77f99,revision_number=3']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:36.478008 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04411422-a0c1-4ec6-98ba-9ed1d7d7e1b1 x-openstack-request-id: req-04411422-a0c1-4ec6-98ba-9ed1d7d7e1b1 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:32:36.479131 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af33775-96f7-408e-b4a6-857423709e9c", "tag": "db784d53-f81f-4d27-9ff4-3c30b1a77f99", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:32:36.479970 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-04411422-a0c1-4ec6-98ba-9ed1d7d7e1b1 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:32:36.481724 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af33775-96f7-408e-b4a6-857423709e9c', 'tag': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99', 'status': 'completed', 'code': 200} Oct 14 11:32:36.549543 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-9c4344d7-4290-4c5d-8038-aee9ab01edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:36.551341 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-9c4344d7-4290-4c5d-8038-aee9ab01edfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6002f5ee1b60442cae91e69448c24382&device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 1096 time: 0.0583291 Oct 14 11:32:36.609925 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-e18fbf55-6acb-4ea6-b8f2-adc0d7a77fa9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db784d53-f81f-4d27-9ff4-3c30b1a77f99 HTTP/1.1" status: 200 len: 217 time: 0.0472000 Oct 14 11:32:36.646337 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-de716e0e-61a3-4612-b61e-74bb1c7d6cf2 req-5cef6da2-d615-4e58-a456-02a813a76306 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=479f8a4f-9fb7-401c-befa-69ef5e210cf9 HTTP/1.1" status: 200 len: 210 time: 0.0622063 Oct 14 11:32:36.693964 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-3cc590ef-0f77-4bfe-98cd-9bd00b071df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:36.695579 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-3cc590ef-0f77-4bfe-98cd-9bd00b071df0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e66ebcfd-406b-4441-8bf2-124e9b613a1b HTTP/1.1" status: 200 len: 856 time: 0.0709112 Oct 14 11:32:36.767349 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-5115f7e3-45d7-4ac2-b0aa-745327bcbf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:36.768946 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-5115f7e3-45d7-4ac2-b0aa-745327bcbf39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=953fc067-17c1-4744-a2d8-c5382bc078cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553744 Oct 14 11:32:36.820575 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-1871f87f-e5fb-451b-9d97-f78a6865e0c2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:36.823202 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-1871f87f-e5fb-451b-9d97-f78a6865e0c2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.36 "GET /v2.0/networks?id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 HTTP/1.1" status: 200 len: 814 time: 0.3139250 Oct 14 11:32:36.843150 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Request body: {'port': {'device_id': '479f8a4f-9fb7-401c-befa-69ef5e210cf9', 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4', 'admin_state_up': True, 'tenant_id': '6ddd7923ca7e434bb7d362d62ec0c045'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:36.912949 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-3d49375e-654d-4a2f-8fcf-b7e462e67350 service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337578 Oct 14 11:32:37.025430 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Made reservation on behalf of 6ddd7923ca7e434bb7d362d62ec0c045 for: {'port': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:32:37.031372 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:37.041940 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3eb3268d-c12c-4f29-9631-45546fb642a5 req-47142bd0-f3c6-4b2c-ae77-31ba8952554a service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190240 Oct 14 11:32:37.147604 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda9337-63fd-4b3d-b226-2188a83668f6 req-5054052f-a672-4f8c-aa62-9f42996b3ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:37.150103 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7fda9337-63fd-4b3d-b226-2188a83668f6 req-5054052f-a672-4f8c-aa62-9f42996b3ffc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6002f5ee1b60442cae91e69448c24382&device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 1096 time: 0.0584126 Oct 14 11:32:37.253178 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Allocated IP 172.20.0.10 (6f8ffc3d-3a1c-4a09-95f8-e26302217dc4/2d1d7ac7-5c53-43e8-97c7-0a78531d2806/b39657f0-0fc0-48fc-9980-d827d233aa75) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:32:37.303256 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda9337-63fd-4b3d-b226-2188a83668f6 req-a82dc2e1-a401-4bcc-91f4-c74686fc0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:37.304705 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7fda9337-63fd-4b3d-b226-2188a83668f6 req-a82dc2e1-a401-4bcc-91f4-c74686fc0203 service neutron] 10.222.0.36 "GET /v2.0/networks?id=953fc067-17c1-4744-a2d8-c5382bc078cb HTTP/1.1" status: 200 len: 918 time: 0.1451509 Oct 14 11:32:37.314567 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a838882-8f27-4840-aa9b-4bdc693a63f4 req-64a9aeab-50f9-486b-ba2d-cc8e723633c1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:37.316135 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7a838882-8f27-4840-aa9b-4bdc693a63f4 req-64a9aeab-50f9-486b-ba2d-cc8e723633c1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 943 time: 0.1105282 Oct 14 11:32:37.361895 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7fda9337-63fd-4b3d-b226-2188a83668f6 req-a7492fee-469b-48cd-b1be-bdcd20de7e8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db784d53-f81f-4d27-9ff4-3c30b1a77f99 HTTP/1.1" status: 200 len: 217 time: 0.0445864 Oct 14 11:32:37.438898 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7a838882-8f27-4840-aa9b-4bdc693a63f4 req-8a737547-f69a-4963-af9c-a40d67510580 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808115 Oct 14 11:32:37.447128 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda9337-63fd-4b3d-b226-2188a83668f6 req-26e0584d-b195-4e20-a19a-b5d51cddf5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:37.448993 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7fda9337-63fd-4b3d-b226-2188a83668f6 req-26e0584d-b195-4e20-a19a-b5d51cddf5e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e66ebcfd-406b-4441-8bf2-124e9b613a1b HTTP/1.1" status: 200 len: 856 time: 0.0734546 Oct 14 11:32:37.482094 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:37.510743 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda9337-63fd-4b3d-b226-2188a83668f6 req-ea57a711-9498-42c1-a40e-4eb21bd31b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:37.513681 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7fda9337-63fd-4b3d-b226-2188a83668f6 req-ea57a711-9498-42c1-a40e-4eb21bd31b30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=953fc067-17c1-4744-a2d8-c5382bc078cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527272 Oct 14 11:32:37.524750 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:37.537868 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['82978816-d018-4646-a638-65466dbde9ab', '0638d0fd-6503-472b-90a1-f5a13a1b7cbe'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:32:37.624413 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:32:37.633821 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:32:37.641654 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:32:37.648706 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Pushing event updated for resources: {'Port': ['ID=b39657f0-0fc0-48fc-9980-d827d233aa75,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:37.659803 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7fda9337-63fd-4b3d-b226-2188a83668f6 req-27a72f29-b842-47d8-8389-907d7d147d65 service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308692 Oct 14 11:32:37.704417 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:37.704749 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:37.705096 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:37.705430 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:37.705761 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:37.706095 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:37.706452 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:37.706778 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:37.707106 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:37.707424 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:37.707754 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:37.708072 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:37.743149 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:37.744221 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:37.767711 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-e657fccd-015f-4188-b315-b8ab8c565057 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9294996 Oct 14 11:32:37.792488 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Request body: {'port': {'device_id': '479f8a4f-9fb7-401c-befa-69ef5e210cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:37.817486 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7fda9337-63fd-4b3d-b226-2188a83668f6 req-7c7dce46-a973-4cf8-8996-ac5c150ba976 service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503198 Oct 14 11:32:37.907585 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f941a79-74c8-455e-9403-46d612830e39 req-48f6fd97-8197-4298-8755-b9ed2025199c tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:37.909284 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6f941a79-74c8-455e-9403-46d612830e39 req-48f6fd97-8197-4298-8755-b9ed2025199c tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=479f8a4f-9fb7-401c-befa-69ef5e210cf9 HTTP/1.1" status: 200 len: 932 time: 0.1126785 Oct 14 11:32:37.910745 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:38.000514 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6f941a79-74c8-455e-9403-46d612830e39 req-7ce606cd-3bc9-47f6-9be9-5ac4308d1a3d tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730779 Oct 14 11:32:38.270906 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39657f0-0fc0-48fc-9980-d827d233aa75 {{(pid=99832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:32:38.282918 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:38.299958 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.provisioning_blocks [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Transition to ACTIVE for port object b39657f0-0fc0-48fc-9980-d827d233aa75 will not be triggered until provisioned by entity L2. {{(pid=99832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:32:38.305077 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:38.363873 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Pushing event updated for resources: {'Port': ['ID=b39657f0-0fc0-48fc-9980-d827d233aa75,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:38.439820 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Attempting to bind port b39657f0-0fc0-48fc-9980-d827d233aa75 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:32:38.440159 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Attempting to bind port b39657f0-0fc0-48fc-9980-d827d233aa75 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '7f289f98-1f68-480d-b757-43cf13cf8502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4'}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:32:38.440489 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Attempting to bind port b39657f0-0fc0-48fc-9980-d827d233aa75 on network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:32:38.445452 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Port b39657f0-0fc0-48fc-9980-d827d233aa75 on network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:32:38.445777 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Attempting to bind port b39657f0-0fc0-48fc-9980-d827d233aa75 on network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:32:38.451698 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:32:38.452305 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Checking segment: {'id': '7f289f98-1f68-480d-b757-43cf13cf8502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:32:38.452699 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Bound using segment: {'id': '7f289f98-1f68-480d-b757-43cf13cf8502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4'} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:32:38.453140 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Bound port: b39657f0-0fc0-48fc-9980-d827d233aa75, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f289f98-1f68-480d-b757-43cf13cf8502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4'}}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:32:38.453500 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:38.529130 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] For port b39657f0-0fc0-48fc-9980-d827d233aa75, host hv-cinder-79797, cleared binding levels {{(pid=99832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:32:38.536008 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] For port b39657f0-0fc0-48fc-9980-d827d233aa75, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=b39657f0-0fc0-48fc-9980-d827d233aa75,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:32:38.545314 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:38.592313 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0305bfa-7570-4e7a-94f3-f58f24869904 req-d5d94c36-d5f7-4386-bd91-56d5d08fced2 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:38.593982 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d0305bfa-7570-4e7a-94f3-f58f24869904 req-d5d94c36-d5f7-4386-bd91-56d5d08fced2 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 943 time: 0.0616074 Oct 14 11:32:38.610272 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:38.611325 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:38.613733 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] 10.222.0.36 "PUT /v2.0/ports/b39657f0-0fc0-48fc-9980-d827d233aa75 HTTP/1.1" status: 200 len: 1094 time: 0.8272138 Oct 14 11:32:38.618175 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479f8a4f-9fb7-401c-befa-69ef5e210cf9', 'tag': 'b39657f0-0fc0-48fc-9980-d827d233aa75'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:32:38.624212 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1887472-da1b-4c9e-96cf-8b3c6bb19d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "479f8a4f-9fb7-401c-befa-69ef5e210cf9", "tag": "b39657f0-0fc0-48fc-9980-d827d233aa75"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:32:38.642283 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d0305bfa-7570-4e7a-94f3-f58f24869904 req-8e65110b-230c-4598-9633-f17ecdf9763e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413048 Oct 14 11:32:38.694181 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123f8e7c-b6c0-4951-8525-8730b918126a x-openstack-request-id: req-123f8e7c-b6c0-4951-8525-8730b918126a {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:32:38.694913 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479f8a4f-9fb7-401c-befa-69ef5e210cf9", "tag": "b39657f0-0fc0-48fc-9980-d827d233aa75", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:32:38.695035 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-123f8e7c-b6c0-4951-8525-8730b918126a {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:32:38.695676 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479f8a4f-9fb7-401c-befa-69ef5e210cf9', 'tag': 'b39657f0-0fc0-48fc-9980-d827d233aa75', 'status': 'completed', 'code': 200} Oct 14 11:32:38.734313 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fcd15-4c68-452b-897c-905f4604a206 service neutron] Pushing event updated for resources: {'Port': ['ID=b39657f0-0fc0-48fc-9980-d827d233aa75,revision_number=3']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:38.768842 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-be394ff1-3324-4494-b9a5-c183ac5d3464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:38.770698 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-be394ff1-3324-4494-b9a5-c183ac5d3464 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ddd7923ca7e434bb7d362d62ec0c045&device_id=479f8a4f-9fb7-401c-befa-69ef5e210cf9 HTTP/1.1" status: 200 len: 1097 time: 0.0988626 Oct 14 11:32:38.833695 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-bb85d7f9-afcc-455c-849f-4673abf5c9b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b39657f0-0fc0-48fc-9980-d827d233aa75 HTTP/1.1" status: 200 len: 217 time: 0.0516634 Oct 14 11:32:38.892786 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-eb13bec6-0466-49d8-859e-4ea801f3c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:38.894564 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-eb13bec6-0466-49d8-859e-4ea801f3c33e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d1d7ac7-5c53-43e8-97c7-0a78531d2806 HTTP/1.1" status: 200 len: 854 time: 0.0503740 Oct 14 11:32:38.930267 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-b9a6b08f-858b-40f2-8932-cdd4dec43455 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267587 Oct 14 11:32:39.060496 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-1ef91a66-2177-4fac-a722-9c35e1db606a service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174963 Oct 14 11:32:39.150826 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ec04e-5836-4b96-88f7-84ee068cec1b req-fc10ad1b-dad9-4557-bb69-24c7954fcd58 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:39.152820 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ac6ec04e-5836-4b96-88f7-84ee068cec1b req-fc10ad1b-dad9-4557-bb69-24c7954fcd58 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=479f8a4f-9fb7-401c-befa-69ef5e210cf9 HTTP/1.1" status: 200 len: 944 time: 0.0625577 Oct 14 11:32:39.196273 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ac6ec04e-5836-4b96-88f7-84ee068cec1b req-fe48f329-6b7e-457c-b3d1-895edeb5d164 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365555 Oct 14 11:32:39.240095 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f0f9f248-9735-4c29-8684-4e9abaeedf07 req-fb887b93-1a60-42f1-8d75-d89b07c29e39 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628726 Oct 14 11:32:39.367113 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1887472-da1b-4c9e-96cf-8b3c6bb19d7a req-f781dd47-f267-4b8b-be1a-85a12a910e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:39.369669 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b1887472-da1b-4c9e-96cf-8b3c6bb19d7a req-f781dd47-f267-4b8b-be1a-85a12a910e3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ddd7923ca7e434bb7d362d62ec0c045&device_id=479f8a4f-9fb7-401c-befa-69ef5e210cf9 HTTP/1.1" status: 200 len: 1097 time: 0.0640292 Oct 14 11:32:39.482917 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1887472-da1b-4c9e-96cf-8b3c6bb19d7a req-d7c9fdfd-f77f-4634-adf8-c3ee1f442208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:39.484369 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b1887472-da1b-4c9e-96cf-8b3c6bb19d7a req-d7c9fdfd-f77f-4634-adf8-c3ee1f442208 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 HTTP/1.1" status: 200 len: 915 time: 0.1038826 Oct 14 11:32:39.535833 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b1887472-da1b-4c9e-96cf-8b3c6bb19d7a req-dcb7ea2c-50c5-4eb0-ad7e-ef4d40dabce0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b39657f0-0fc0-48fc-9980-d827d233aa75 HTTP/1.1" status: 200 len: 217 time: 0.0429578 Oct 14 11:32:39.592550 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1887472-da1b-4c9e-96cf-8b3c6bb19d7a req-3e837273-eee1-474e-af46-f03ee2f89d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:39.594087 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b1887472-da1b-4c9e-96cf-8b3c6bb19d7a req-3e837273-eee1-474e-af46-f03ee2f89d70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d1d7ac7-5c53-43e8-97c7-0a78531d2806 HTTP/1.1" status: 200 len: 854 time: 0.0508535 Oct 14 11:32:39.632276 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b1887472-da1b-4c9e-96cf-8b3c6bb19d7a req-4280c4bd-afd3-44bc-b3d6-87dbe164d712 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287559 Oct 14 11:32:39.789819 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device db784d53-f81f-4d27-9ff4-3c30b1a77f99 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:32:39.943870 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port db784d53-f81f-4d27-9ff4-3c30b1a77f99, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=db784d53-f81f-4d27-9ff4-3c30b1a77f99,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:39.961914 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'port_id': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99', 'mac_address': 'fa:16:3e:22:20:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:32:40.016698 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b1887472-da1b-4c9e-96cf-8b3c6bb19d7a req-2686351a-1357-43b0-aaca-02313195fdd3 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759394 Oct 14 11:32:40.020433 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:40.036454 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db784d53-f81f-4d27-9ff4-3c30b1a77f99 {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:32:40.063439 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port db784d53-f81f-4d27-9ff4-3c30b1a77f99, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=db784d53-f81f-4d27-9ff4-3c30b1a77f99,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:40.069318 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:40.118377 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52987dfd-2c89-4aef-9154-ea4f8a31cc23 req-7fea18b8-1000-40d4-834c-c007250ca279 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:40.119945 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-52987dfd-2c89-4aef-9154-ea4f8a31cc23 req-7fea18b8-1000-40d4-834c-c007250ca279 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 943 time: 0.3827817 Oct 14 11:32:40.136602 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=db784d53-f81f-4d27-9ff4-3c30b1a77f99,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:40.167920 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b1887472-da1b-4c9e-96cf-8b3c6bb19d7a req-d77fffc7-b3eb-417a-a8f7-62cb6126c0ff service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360033 Oct 14 11:32:40.179938 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-52987dfd-2c89-4aef-9154-ea4f8a31cc23 req-8d7c2b3a-28c2-45be-847a-e2276a6892c7 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523510 Oct 14 11:32:40.330550 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938d17c-c721-44aa-9c9d-5c10bf6ba4f4 req-cc84bd4b-1eb1-452b-991b-45bdd3bb98aa tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:40.332053 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1938d17c-c721-44aa-9c9d-5c10bf6ba4f4 req-cc84bd4b-1eb1-452b-991b-45bdd3bb98aa tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=479f8a4f-9fb7-401c-befa-69ef5e210cf9 HTTP/1.1" status: 200 len: 944 time: 0.0569999 Oct 14 11:32:40.389177 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1938d17c-c721-44aa-9c9d-5c10bf6ba4f4 req-cf000ec3-75b5-4d44-856b-b041eae6dce1 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509844 Oct 14 11:32:40.410701 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['db784d53-f81f-4d27-9ff4-3c30b1a77f99'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:32:41.316307 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc4eba-6fbf-4a0a-bc71-6a203bcb91ca req-226ba000-b82e-43ee-baf2-481a6bb20dd3 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:41.317891 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-68cc4eba-6fbf-4a0a-bc71-6a203bcb91ca req-226ba000-b82e-43ee-baf2-481a6bb20dd3 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 944 time: 0.0543463 Oct 14 11:32:41.361647 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-68cc4eba-6fbf-4a0a-bc71-6a203bcb91ca req-6bf4e7d5-7210-41f2-9a30-fd1c124f436c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370808 Oct 14 11:32:41.520461 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0f9a-d4a2-4fc0-9897-e80553580e8b req-d5ec08c4-9ba1-4b9c-94ac-109bb2a0b111 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:41.521985 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4d0b0f9a-d4a2-4fc0-9897-e80553580e8b req-d5ec08c4-9ba1-4b9c-94ac-109bb2a0b111 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=479f8a4f-9fb7-401c-befa-69ef5e210cf9 HTTP/1.1" status: 200 len: 944 time: 0.0615301 Oct 14 11:32:41.565655 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4d0b0f9a-d4a2-4fc0-9897-e80553580e8b req-ad9c782e-20b8-46d1-871e-7cb745992e9a tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366690 Oct 14 11:32:41.815311 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device b39657f0-0fc0-48fc-9980-d827d233aa75 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:32:41.857398 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device db784d53-f81f-4d27-9ff4-3c30b1a77f99 up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:32:41.975326 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port b39657f0-0fc0-48fc-9980-d827d233aa75, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=b39657f0-0fc0-48fc-9980-d827d233aa75,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:41.978591 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port db784d53-f81f-4d27-9ff4-3c30b1a77f99 completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:32:41.991132 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port db784d53-f81f-4d27-9ff4-3c30b1a77f99 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:32:41.991480 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:41.994552 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': 'b39657f0-0fc0-48fc-9980-d827d233aa75', 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4', 'port_id': 'b39657f0-0fc0-48fc-9980-d827d233aa75', 'mac_address': 'fa:16:3e:29:f1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1d7ac7-5c53-43e8-97c7-0a78531d2806', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:32:42.071739 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:42.090629 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39657f0-0fc0-48fc-9980-d827d233aa75 {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:32:42.145689 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port b39657f0-0fc0-48fc-9980-d827d233aa75, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=b39657f0-0fc0-48fc-9980-d827d233aa75,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:42.148608 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:42.152007 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:42.204324 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af33775-96f7-408e-b4a6-857423709e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:32:42.206768 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc769c84-2677-47f4-9662-7eb30ad4a824" -d '{"events": [{"server_uuid": "9af33775-96f7-408e-b4a6-857423709e9c", "name": "network-vif-plugged", "status": "completed", "tag": "db784d53-f81f-4d27-9ff4-3c30b1a77f99"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:32:42.232002 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port db784d53-f81f-4d27-9ff4-3c30b1a77f99, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=db784d53-f81f-4d27-9ff4-3c30b1a77f99,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:42.237059 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e51ee-dc3b-40fa-a883-0dd9e42a384e req-7698b483-32a1-41ad-abc8-054e9f80561e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:42.238773 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:42.240058 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-991e51ee-dc3b-40fa-a883-0dd9e42a384e req-7698b483-32a1-41ad-abc8-054e9f80561e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0789139 Oct 14 11:32:42.246105 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=b39657f0-0fc0-48fc-9980-d827d233aa75,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:42.277853 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa7aa78-aed5-422b-b6a5-afbeee29b639 x-openstack-request-id: req-9aa7aa78-aed5-422b-b6a5-afbeee29b639 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:32:42.278156 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af33775-96f7-408e-b4a6-857423709e9c", "name": "network-vif-plugged", "status": "completed", "tag": "db784d53-f81f-4d27-9ff4-3c30b1a77f99", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:32:42.278443 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9aa7aa78-aed5-422b-b6a5-afbeee29b639 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:32:42.278836 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af33775-96f7-408e-b4a6-857423709e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99', 'code': 200} Oct 14 11:32:42.296909 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-991e51ee-dc3b-40fa-a883-0dd9e42a384e req-c70116bc-be78-462c-9498-589886caa1ef tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476451 Oct 14 11:32:42.307302 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=db784d53-f81f-4d27-9ff4-3c30b1a77f99,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:42.451109 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['b39657f0-0fc0-48fc-9980-d827d233aa75'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:32:42.531069 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215090d-e4dc-48a1-b249-bd3694a45267 req-d7340342-5d62-4da7-87bd-1e7a5d92d860 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:42.533548 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f215090d-e4dc-48a1-b249-bd3694a45267 req-d7340342-5d62-4da7-87bd-1e7a5d92d860 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0886385 Oct 14 11:32:42.552390 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af991ce-6951-4cbd-8e9a-186299817268 req-443e2035-10bf-4393-a8c3-58a7a707b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:42.555292 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4af991ce-6951-4cbd-8e9a-186299817268 req-443e2035-10bf-4393-a8c3-58a7a707b621 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 1098 time: 0.0899467 Oct 14 11:32:42.592362 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f215090d-e4dc-48a1-b249-bd3694a45267 req-98f89c74-1494-49f6-a22c-c553ade700ca tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457242 Oct 14 11:32:42.622550 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4af991ce-6951-4cbd-8e9a-186299817268 req-1bf6f9d8-e4c4-47be-af79-20b15c09b00c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546346 Oct 14 11:32:42.740250 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd82909-cbb1-4fee-92c5-b5e0c085b75e req-21dfd503-a080-49bc-987a-8dab4f10f55f tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:42.742850 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2cd82909-cbb1-4fee-92c5-b5e0c085b75e req-21dfd503-a080-49bc-987a-8dab4f10f55f tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=479f8a4f-9fb7-401c-befa-69ef5e210cf9 HTTP/1.1" status: 200 len: 945 time: 0.0634799 Oct 14 11:32:42.791315 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2cd82909-cbb1-4fee-92c5-b5e0c085b75e req-7d6877de-f730-457f-b474-90ba6e0b8b1b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418205 Oct 14 11:32:43.429252 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92a265-496e-486d-b98d-93474162b1b8 req-c912ee92-e66b-4668-9be2-9dfa88c22099 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:43.430896 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3f92a265-496e-486d-b98d-93474162b1b8 req-c912ee92-e66b-4668-9be2-9dfa88c22099 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0546119 Oct 14 11:32:43.476916 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3f92a265-496e-486d-b98d-93474162b1b8 req-5cd47e8d-2765-452a-b576-b877331ed47c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384870 Oct 14 11:32:43.728828 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628192e-1a54-48ae-9dde-9a8570b3c582 req-49e93ec0-f3cb-4066-8434-36c1299723f0 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:43.730482 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4628192e-1a54-48ae-9dde-9a8570b3c582 req-49e93ec0-f3cb-4066-8434-36c1299723f0 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0548491 Oct 14 11:32:43.787674 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4628192e-1a54-48ae-9dde-9a8570b3c582 req-85cd9d9b-2708-4885-ac68-753edd51ec84 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457330 Oct 14 11:32:43.843000 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device b39657f0-0fc0-48fc-9980-d827d233aa75 up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:32:43.904232 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port b39657f0-0fc0-48fc-9980-d827d233aa75 completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:32:43.908871 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port b39657f0-0fc0-48fc-9980-d827d233aa75 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:32:43.909281 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:43.942334 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd868-9755-41ad-b262-4943965ea847 req-9f76aab6-9408-4f12-99dd-08689641c850 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:43.944300 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7b7dd868-9755-41ad-b262-4943965ea847 req-9f76aab6-9408-4f12-99dd-08689641c850 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=479f8a4f-9fb7-401c-befa-69ef5e210cf9 HTTP/1.1" status: 200 len: 945 time: 0.0663288 Oct 14 11:32:43.999711 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7b7dd868-9755-41ad-b262-4943965ea847 req-bc27d033-538a-4334-a89c-35b86c278520 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419688 Oct 14 11:32:44.049971 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:44.092070 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port b39657f0-0fc0-48fc-9980-d827d233aa75, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=b39657f0-0fc0-48fc-9980-d827d233aa75,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:44.096847 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:44.160902 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=b39657f0-0fc0-48fc-9980-d827d233aa75,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:44.279870 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479f8a4f-9fb7-401c-befa-69ef5e210cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39657f0-0fc0-48fc-9980-d827d233aa75'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:32:44.282259 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799c78bc-9eaa-4531-b0e8-fbeb1fc2cab7" -d '{"events": [{"server_uuid": "479f8a4f-9fb7-401c-befa-69ef5e210cf9", "name": "network-vif-plugged", "status": "completed", "tag": "b39657f0-0fc0-48fc-9980-d827d233aa75"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:32:44.320372 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966d10b2-ecbd-40d6-a740-f0aef715fe15 x-openstack-request-id: req-966d10b2-ecbd-40d6-a740-f0aef715fe15 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:32:44.320678 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479f8a4f-9fb7-401c-befa-69ef5e210cf9", "name": "network-vif-plugged", "status": "completed", "tag": "b39657f0-0fc0-48fc-9980-d827d233aa75", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:32:44.320930 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-966d10b2-ecbd-40d6-a740-f0aef715fe15 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:32:44.321325 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479f8a4f-9fb7-401c-befa-69ef5e210cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39657f0-0fc0-48fc-9980-d827d233aa75', 'code': 200} Oct 14 11:32:44.515349 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61abbba-8f87-4c21-be33-663e7b55d81f req-a98438ed-50b6-48f4-91cb-3f61388601a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:44.517590 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f61abbba-8f87-4c21-be33-663e7b55d81f req-a98438ed-50b6-48f4-91cb-3f61388601a0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=479f8a4f-9fb7-401c-befa-69ef5e210cf9 HTTP/1.1" status: 200 len: 1099 time: 0.0534511 Oct 14 11:32:44.573593 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f61abbba-8f87-4c21-be33-663e7b55d81f req-f0c59fe4-6b75-4b12-ad04-e0ffa389f341 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484424 Oct 14 11:32:44.627969 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004413fc-7b0d-4e2e-9dfb-7e0e507babc1 req-5cbdfc44-049f-402d-85b3-684a51f86215 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:44.629714 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-004413fc-7b0d-4e2e-9dfb-7e0e507babc1 req-5cbdfc44-049f-402d-85b3-684a51f86215 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0586116 Oct 14 11:32:44.672538 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-004413fc-7b0d-4e2e-9dfb-7e0e507babc1 req-8cda780c-29e7-469a-8577-f238425007fb tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367477 Oct 14 11:32:44.930143 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31967928-1062-4f26-886b-2472593e89e8 req-58ebbc1c-2c2d-42fb-a653-d696563d27a5 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:44.931781 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-31967928-1062-4f26-886b-2472593e89e8 req-58ebbc1c-2c2d-42fb-a653-d696563d27a5 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0527580 Oct 14 11:32:44.982676 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-31967928-1062-4f26-886b-2472593e89e8 req-0c848345-6bbc-4cc2-9db1-d2292e34267a tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437410 Oct 14 11:32:45.142675 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c148d-c1b5-420b-8bca-b8c3268e7843 req-4f304f6a-46c8-4b4e-821a-103ee75a0870 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:45.145203 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bd1c148d-c1b5-420b-8bca-b8c3268e7843 req-4f304f6a-46c8-4b4e-821a-103ee75a0870 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0819452 Oct 14 11:32:45.146473 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262e8b6-3cbb-46d2-809d-fbfc4d96ceea req-36d7da42-f2b4-4717-8e06-d8a535a7aeb9 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:45.148875 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b262e8b6-3cbb-46d2-809d-fbfc4d96ceea req-36d7da42-f2b4-4717-8e06-d8a535a7aeb9 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.0905528 Oct 14 11:32:45.158615 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 54180) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:32:45.166797 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-f5ff7289-4e7e-42b6-a248-2a9b3b75f921 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Request body: {'floatingip': {'port_id': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:45.224184 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f5ff7289-4e7e-42b6-a248-2a9b3b75f921 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for floatingip, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:45.250795 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86622cc6-b742-440b-a5dc-6fec426e3268 req-2f7f2739-1318-408e-9030-1d6b606dde37 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:45.252405 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-86622cc6-b742-440b-a5dc-6fec426e3268 req-2f7f2739-1318-408e-9030-1d6b606dde37 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=479f8a4f-9fb7-401c-befa-69ef5e210cf9 HTTP/1.1" status: 200 len: 946 time: 0.1025584 Oct 14 11:32:45.318865 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-86622cc6-b742-440b-a5dc-6fec426e3268 req-4fa44c29-fc11-452c-a3be-bba4e731afb7 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469723 Oct 14 11:32:45.343826 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-b262e8b6-3cbb-46d2-809d-fbfc4d96ceea req-860b62ef-43d3-4533-86da-1fcafa54c99c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Deleting port 5d47fc79-d147-493f-bcf9-1ddfab5908b9 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:32:45.344430 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-b262e8b6-3cbb-46d2-809d-fbfc4d96ceea req-860b62ef-43d3-4533-86da-1fcafa54c99c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:45.453327 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-b262e8b6-3cbb-46d2-809d-fbfc4d96ceea req-860b62ef-43d3-4533-86da-1fcafa54c99c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] For port 5d47fc79-d147-493f-bcf9-1ddfab5908b9, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=5d47fc79-d147-493f-bcf9-1ddfab5908b9,segment=NetworkSegment(7e401973-9cdc-42cf-a43d-f287c0f5d3c8),segment_id=7e401973-9cdc-42cf-a43d-f287c0f5d3c8)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:45.453701 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-b262e8b6-3cbb-46d2-809d-fbfc4d96ceea req-860b62ef-43d3-4533-86da-1fcafa54c99c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:45.655950 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-b262e8b6-3cbb-46d2-809d-fbfc4d96ceea req-860b62ef-43d3-4533-86da-1fcafa54c99c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:45.656347 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-b262e8b6-3cbb-46d2-809d-fbfc4d96ceea req-860b62ef-43d3-4533-86da-1fcafa54c99c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:45.656696 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.l3_db [req-b262e8b6-3cbb-46d2-809d-fbfc4d96ceea req-860b62ef-43d3-4533-86da-1fcafa54c99c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Floating IP 43b501be-4d6e-4e7e-8bbd-efe7a58c4f16 disassociated. External IP: 172.27.1.42, port: 5d47fc79-d147-493f-bcf9-1ddfab5908b9. Oct 14 11:32:45.657075 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-b262e8b6-3cbb-46d2-809d-fbfc4d96ceea req-860b62ef-43d3-4533-86da-1fcafa54c99c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Calling delete_port for 5d47fc79-d147-493f-bcf9-1ddfab5908b9 owned by compute:nova {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:32:45.797694 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f5ff7289-4e7e-42b6-a248-2a9b3b75f921 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:45.803808 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f5ff7289-4e7e-42b6-a248-2a9b3b75f921 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:45.826504 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-b262e8b6-3cbb-46d2-809d-fbfc4d96ceea req-860b62ef-43d3-4533-86da-1fcafa54c99c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:45.860523 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b62ef-43d3-4533-86da-1fcafa54c99c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event deleted for resources: {'Port': ['ID=5d47fc79-d147-493f-bcf9-1ddfab5908b9,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:45.869263 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b46f66-5d33-43d8-b7fe-d8330373944c req-0944fde7-2a28-46cf-a5e9-82e37811cf9c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:45.870845 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-18b46f66-5d33-43d8-b7fe-d8330373944c req-0944fde7-2a28-46cf-a5e9-82e37811cf9c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b3553e4-79ac-4439-a3b2-137655492850 HTTP/1.1" status: 200 len: 946 time: 0.1094956 Oct 14 11:32:45.963133 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-18b46f66-5d33-43d8-b7fe-d8330373944c req-c0313de2-8cdd-408d-8e34-943f6343fe36 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=a111385d-9882-4471-951d-b6ef14008915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808885 Oct 14 11:32:45.975881 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.l3_db [None req-f5ff7289-4e7e-42b6-a248-2a9b3b75f921 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Floating IP 799c5290-aa36-428b-a3e6-189ab9d61c4e associated. External IP: 172.27.1.60, port: db784d53-f81f-4d27-9ff4-3c30b1a77f99. Oct 14 11:32:46.020701 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b262e8b6-3cbb-46d2-809d-fbfc4d96ceea req-860b62ef-43d3-4533-86da-1fcafa54c99c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Router 2846f507-ed82-423f-bf77-527d62b1f70d has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:32:46.145454 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b262e8b6-3cbb-46d2-809d-fbfc4d96ceea req-860b62ef-43d3-4533-86da-1fcafa54c99c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:32:46.157078 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc8423b-bca5-464f-919a-054ae225428f None None] Sync routers for ids ['2846f507-ed82-423f-bf77-527d62b1f70d'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:32:46.166535 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc8423b-bca5-464f-919a-054ae225428f None None] Routers {'2846f507-ed82-423f-bf77-527d62b1f70d'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:32:46.167151 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-6fc8423b-bca5-464f-919a-054ae225428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:32:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['2846f507-ed82-423f-bf77-527d62b1f70d'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:32:46.188626 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b262e8b6-3cbb-46d2-809d-fbfc4d96ceea req-860b62ef-43d3-4533-86da-1fcafa54c99c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] No DVR routers for this DVR port 5d47fc79-d147-493f-bcf9-1ddfab5908b9 on host hv-cinder-79797 {{(pid=99832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:32:46.191564 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-b262e8b6-3cbb-46d2-809d-fbfc4d96ceea req-860b62ef-43d3-4533-86da-1fcafa54c99c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:46.195150 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b262e8b6-3cbb-46d2-809d-fbfc4d96ceea req-860b62ef-43d3-4533-86da-1fcafa54c99c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.36 "DELETE /v2.0/ports/5d47fc79-d147-493f-bcf9-1ddfab5908b9 HTTP/1.1" status: 204 len: 173 time: 1.0352740 Oct 14 11:32:46.195772 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3553e4-79ac-4439-a3b2-137655492850', 'name': 'network-vif-deleted', 'tag': '5d47fc79-d147-493f-bcf9-1ddfab5908b9'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:32:46.199056 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155bd5b1-e1de-4740-919f-b0da4f44f045" -d '{"events": [{"server_uuid": "1b3553e4-79ac-4439-a3b2-137655492850", "name": "network-vif-deleted", "tag": "5d47fc79-d147-493f-bcf9-1ddfab5908b9"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:32:46.263719 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ead0b8-fc8b-43cb-b583-d1e5756d16ec x-openstack-request-id: req-68ead0b8-fc8b-43cb-b583-d1e5756d16ec {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:32:46.264010 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3553e4-79ac-4439-a3b2-137655492850", "name": "network-vif-deleted", "tag": "5d47fc79-d147-493f-bcf9-1ddfab5908b9", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:32:46.264434 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-68ead0b8-fc8b-43cb-b583-d1e5756d16ec {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:32:46.264951 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3553e4-79ac-4439-a3b2-137655492850', 'name': 'network-vif-deleted', 'tag': '5d47fc79-d147-493f-bcf9-1ddfab5908b9', 'status': 'completed', 'code': 200} Oct 14 11:32:46.280966 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ff7289-4e7e-42b6-a248-2a9b3b75f921 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Router eb3614fb-8789-4942-aa97-22cf6b70dd56 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:32:46.306056 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-6fc8423b-bca5-464f-919a-054ae225428f None None] Set router 2846f507-ed82-423f-bf77-527d62b1f70d gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:32:46.415497 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ff7289-4e7e-42b6-a248-2a9b3b75f921 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:32:46.423118 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f5ff7289-4e7e-42b6-a248-2a9b3b75f921 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:46.427948 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71dea88-a090-4e9c-b2c8-7a0b282a20f4 None None] Sync routers for ids ['eb3614fb-8789-4942-aa97-22cf6b70dd56'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:32:46.438736 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71dea88-a090-4e9c-b2c8-7a0b282a20f4 None None] Routers {'eb3614fb-8789-4942-aa97-22cf6b70dd56'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:32:46.439307 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-e71dea88-a090-4e9c-b2c8-7a0b282a20f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:32:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['eb3614fb-8789-4942-aa97-22cf6b70dd56'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:32:46.475053 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-f5ff7289-4e7e-42b6-a248-2a9b3b75f921 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "PUT /v2.0/floatingips/799c5290-aa36-428b-a3e6-189ab9d61c4e HTTP/1.1" status: 200 len: 990 time: 1.3148937 Oct 14 11:32:46.477572 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af33775-96f7-408e-b4a6-857423709e9c', 'tag': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:32:46.480779 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ce882b-d1d7-494c-9e92-b3ac8653bf23" -d '{"events": [{"name": "network-changed", "server_uuid": "9af33775-96f7-408e-b4a6-857423709e9c", "tag": "db784d53-f81f-4d27-9ff4-3c30b1a77f99"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:32:46.549258 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7f684-29d7-4866-868d-a97a9c752f7f req-a789aa62-c283-461d-9b61-976d58a47cd4 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:46.550988 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f4c7f684-29d7-4866-868d-a97a9c752f7f req-a789aa62-c283-461d-9b61-976d58a47cd4 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=479f8a4f-9fb7-401c-befa-69ef5e210cf9 HTTP/1.1" status: 200 len: 946 time: 0.0746880 Oct 14 11:32:46.576945 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-6fc8423b-bca5-464f-919a-054ae225428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:39Z', 'revision_number': 4, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '23482def-d544-4f50-8d25-248f359d91dd', 'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'mac_address': 'fa:16:3e:bb:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:33Z', 'updated_at': '2021-10-14T11:28:54Z', 'revision_number': 5, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'subnets': [{'id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:32:46.602478 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f4c7f684-29d7-4866-868d-a97a9c752f7f req-29a50393-17a3-4ac3-b359-feb717f02fa6 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441306 Oct 14 11:32:46.614345 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc8423b-bca5-464f-919a-054ae225428f None None] Checking router: 2846f507-ed82-423f-bf77-527d62b1f70d for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:32:46.626345 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc8423b-bca5-464f-919a-054ae225428f None None] Routers {'2846f507-ed82-423f-bf77-527d62b1f70d'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:32:46.627221 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-6fc8423b-bca5-464f-919a-054ae225428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:32:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['2846f507-ed82-423f-bf77-527d62b1f70d'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:32:46.648599 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9151eb-398b-410c-addd-cca7fe0dc333 x-openstack-request-id: req-0c9151eb-398b-410c-addd-cca7fe0dc333 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:32:46.648997 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af33775-96f7-408e-b4a6-857423709e9c", "tag": "db784d53-f81f-4d27-9ff4-3c30b1a77f99", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:32:46.649366 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0c9151eb-398b-410c-addd-cca7fe0dc333 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:32:46.649874 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af33775-96f7-408e-b4a6-857423709e9c', 'tag': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99', 'status': 'completed', 'code': 200} Oct 14 11:32:46.674833 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-e71dea88-a090-4e9c-b2c8-7a0b282a20f4 None None] Set router eb3614fb-8789-4942-aa97-22cf6b70dd56 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:32:46.751508 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce882b-d1d7-494c-9e92-b3ac8653bf23 req-d67f92a9-ffa2-435b-8027-f3d3a5cd596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:46.753072 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-73ce882b-d1d7-494c-9e92-b3ac8653bf23 req-d67f92a9-ffa2-435b-8027-f3d3a5cd596f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6002f5ee1b60442cae91e69448c24382&device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 1098 time: 0.0643437 Oct 14 11:32:46.847324 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-6fc8423b-bca5-464f-919a-054ae225428f None None] Set router 2846f507-ed82-423f-bf77-527d62b1f70d gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:32:46.917969 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce882b-d1d7-494c-9e92-b3ac8653bf23 req-dc23145a-3d2a-4b26-b024-49b5d6d91df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:46.920508 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-73ce882b-d1d7-494c-9e92-b3ac8653bf23 req-dc23145a-3d2a-4b26-b024-49b5d6d91df1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=953fc067-17c1-4744-a2d8-c5382bc078cb HTTP/1.1" status: 200 len: 918 time: 0.1580966 Oct 14 11:32:47.029984 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-e71dea88-a090-4e9c-b2c8-7a0b282a20f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:37Z', 'revision_number': 4, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '799c5290-aa36-428b-a3e6-189ab9d61c4e', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'port_id': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'mac_address': 'fa:16:3e:22:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af33775-96f7-408e-b4a6-857423709e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:32:30Z', 'updated_at': '2021-10-14T11:32:45Z', 'revision_number': 1, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d9d430-abdc-4f50-8a48-12f5f2d9e9b7', 'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'mac_address': 'fa:16:3e:3a:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:34Z', 'updated_at': '2021-10-14T11:28:46Z', 'revision_number': 5, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'subnets': [{'id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:32:47.078562 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-73ce882b-d1d7-494c-9e92-b3ac8653bf23 req-170154b3-3e5a-4db2-a55a-de4adec20732 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db784d53-f81f-4d27-9ff4-3c30b1a77f99 HTTP/1.1" status: 200 len: 998 time: 0.1443601 Oct 14 11:32:47.094348 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71dea88-a090-4e9c-b2c8-7a0b282a20f4 None None] Checking router: eb3614fb-8789-4942-aa97-22cf6b70dd56 for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:32:47.109799 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71dea88-a090-4e9c-b2c8-7a0b282a20f4 None None] Routers {'eb3614fb-8789-4942-aa97-22cf6b70dd56'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:32:47.110758 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-e71dea88-a090-4e9c-b2c8-7a0b282a20f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:32:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['eb3614fb-8789-4942-aa97-22cf6b70dd56'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:32:47.134771 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 54202) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:32:47.204799 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce882b-d1d7-494c-9e92-b3ac8653bf23 req-9029b4df-c9a9-4541-a9c2-fca6839bca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:47.206480 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-73ce882b-d1d7-494c-9e92-b3ac8653bf23 req-9029b4df-c9a9-4541-a9c2-fca6839bca06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e66ebcfd-406b-4441-8bf2-124e9b613a1b HTTP/1.1" status: 200 len: 856 time: 0.1140671 Oct 14 11:32:47.261653 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-29ed9a0e-55a8-4d68-8ed6-996da4575ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:47.275131 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-cea18654-b2dd-438a-874c-446c0854f29b tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:47.292282 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce882b-d1d7-494c-9e92-b3ac8653bf23 req-eff68d0a-cf38-4640-aa8a-8aa4ea4aa942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:47.294811 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-73ce882b-d1d7-494c-9e92-b3ac8653bf23 req-eff68d0a-cf38-4640-aa8a-8aa4ea4aa942 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=953fc067-17c1-4744-a2d8-c5382bc078cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794866 Oct 14 11:32:47.301890 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-6fc8423b-bca5-464f-919a-054ae225428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:39Z', 'revision_number': 4, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '23482def-d544-4f50-8d25-248f359d91dd', 'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'mac_address': 'fa:16:3e:bb:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:33Z', 'updated_at': '2021-10-14T11:28:54Z', 'revision_number': 5, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'subnets': [{'id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:32:47.306988 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-cea18654-b2dd-438a-874c-446c0854f29b tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:47.317985 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-e71dea88-a090-4e9c-b2c8-7a0b282a20f4 None None] Set router eb3614fb-8789-4942-aa97-22cf6b70dd56 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:32:47.334235 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc8423b-bca5-464f-919a-054ae225428f None None] The sync data for ids ['2846f507-ed82-423f-bf77-527d62b1f70d'] in dv-cinder-797970-2-iscsi is: [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:39Z', 'revision_number': 4, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '23482def-d544-4f50-8d25-248f359d91dd', 'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'mac_address': 'fa:16:3e:bb:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:33Z', 'updated_at': '2021-10-14T11:28:54Z', 'revision_number': 5, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'subnets': [{'id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:32:47.380943 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-cea18654-b2dd-438a-874c-446c0854f29b tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:47.384129 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-cea18654-b2dd-438a-874c-446c0854f29b tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:47.385562 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-cea18654-b2dd-438a-874c-446c0854f29b tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "DELETE /v2.0/security-groups/a111385d-9882-4471-951d-b6ef14008915 HTTP/1.1" status: 204 len: 168 time: 0.2494719 Oct 14 11:32:47.389959 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 54204) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:32:47.414637 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea18654-b2dd-438a-874c-446c0854f29b tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a111385d-9882-4471-951d-b6ef14008915,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:47.422700 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-73ce882b-d1d7-494c-9e92-b3ac8653bf23 req-abb000ec-1dd5-4fa0-9906-e6ccd05237d8 service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157472 Oct 14 11:32:47.430214 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.api.v2.resource [None req-4f68fdf1-a290-4293-9763-af67923a71b3 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] show failed (client error): The resource could not be found. Oct 14 11:32:47.434703 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-4f68fdf1-a290-4293-9763-af67923a71b3 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups/a111385d-9882-4471-951d-b6ef14008915 HTTP/1.1" status: 404 len: 347 time: 0.0391164 Oct 14 11:32:47.442015 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 54206) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:32:47.538309 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-73ce882b-d1d7-494c-9e92-b3ac8653bf23 req-4e5ac3ee-95e0-497d-b670-cf9cbe360646 service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038983 Oct 14 11:32:47.587276 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-08bc0792-41a3-4d36-8735-c8e989a38268 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Deleting port 99c07076-4a93-4050-b8d2-c2f123c0c0e5 {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:32:47.587778 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-08bc0792-41a3-4d36-8735-c8e989a38268 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:47.638622 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-e71dea88-a090-4e9c-b2c8-7a0b282a20f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:37Z', 'revision_number': 4, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '799c5290-aa36-428b-a3e6-189ab9d61c4e', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'port_id': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'mac_address': 'fa:16:3e:22:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af33775-96f7-408e-b4a6-857423709e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:32:30Z', 'updated_at': '2021-10-14T11:32:45Z', 'revision_number': 1, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d9d430-abdc-4f50-8a48-12f5f2d9e9b7', 'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'mac_address': 'fa:16:3e:3a:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:34Z', 'updated_at': '2021-10-14T11:28:46Z', 'revision_number': 5, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'subnets': [{'id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:32:47.671207 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf268e-5742-4a4f-a2de-72d337911af6 None None] New status for floating IP 43b501be-4d6e-4e7e-8bbd-efe7a58c4f16: DOWN {{(pid=99834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:32:47.672123 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71dea88-a090-4e9c-b2c8-7a0b282a20f4 None None] The sync data for ids ['eb3614fb-8789-4942-aa97-22cf6b70dd56'] in dv-cinder-797970-2-iscsi is: [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:37Z', 'revision_number': 4, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '799c5290-aa36-428b-a3e6-189ab9d61c4e', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'port_id': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'mac_address': 'fa:16:3e:22:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af33775-96f7-408e-b4a6-857423709e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:32:30Z', 'updated_at': '2021-10-14T11:32:45Z', 'revision_number': 1, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d9d430-abdc-4f50-8a48-12f5f2d9e9b7', 'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'mac_address': 'fa:16:3e:3a:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:34Z', 'updated_at': '2021-10-14T11:28:46Z', 'revision_number': 5, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'subnets': [{'id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:32:47.899328 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884827e6-c18a-445a-8e87-bebd8c6eb277 None None] New status for floating IP 799c5290-aa36-428b-a3e6-189ab9d61c4e: ACTIVE {{(pid=99835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:32:47.931079 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-08bc0792-41a3-4d36-8735-c8e989a38268 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:47.931435 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-08bc0792-41a3-4d36-8735-c8e989a38268 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:47.947808 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-08bc0792-41a3-4d36-8735-c8e989a38268 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Calling delete_port for 99c07076-4a93-4050-b8d2-c2f123c0c0e5 owned by network:floatingip {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:32:48.106892 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-08bc0792-41a3-4d36-8735-c8e989a38268 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:48.134155 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc0792-41a3-4d36-8735-c8e989a38268 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event deleted for resources: {'Port': ['ID=99c07076-4a93-4050-b8d2-c2f123c0c0e5,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:48.197391 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-08bc0792-41a3-4d36-8735-c8e989a38268 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for floatingip, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:48.200641 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-08bc0792-41a3-4d36-8735-c8e989a38268 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:48.201809 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-08bc0792-41a3-4d36-8735-c8e989a38268 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "DELETE /v2.0/floatingips/43b501be-4d6e-4e7e-8bbd-efe7a58c4f16 HTTP/1.1" status: 204 len: 168 time: 0.7586267 Oct 14 11:32:48.718073 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 54226) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:32:48.722699 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-4e40dfc6-23e0-4de1-94b4-60faf4740dbc tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--190936174', 'description': 'tempest-description--483127626'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:48.746083 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-4e40dfc6-23e0-4de1-94b4-60faf4740dbc tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:48.813848 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-4e40dfc6-23e0-4de1-94b4-60faf4740dbc tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:48.817495 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-4e40dfc6-23e0-4de1-94b4-60faf4740dbc tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:48.851687 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40dfc6-23e0-4de1-94b4-60faf4740dbc tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d792ad3d-2efe-4d09-b544-209bfaddca66,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:48.856640 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-4e40dfc6-23e0-4de1-94b4-60faf4740dbc tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:48.858025 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-4e40dfc6-23e0-4de1-94b4-60faf4740dbc tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1387458 Oct 14 11:32:48.860795 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 54228) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:32:48.865254 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-310b462b-7503-4952-bd73-3012ada1ddd5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Request body: {'security_group_rule': {'security_group_id': 'd792ad3d-2efe-4d09-b544-209bfaddca66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:48.891882 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-310b462b-7503-4952-bd73-3012ada1ddd5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:48.953911 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-310b462b-7503-4952-bd73-3012ada1ddd5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:48.958006 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-310b462b-7503-4952-bd73-3012ada1ddd5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:48.975901 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b462b-7503-4952-bd73-3012ada1ddd5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9f8087-c3f4-488e-8679-d06be8348b0b,revision_number=0']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:48.994708 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-310b462b-7503-4952-bd73-3012ada1ddd5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:48.995929 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-310b462b-7503-4952-bd73-3012ada1ddd5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341918 Oct 14 11:32:48.998715 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 54230) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:32:49.004728 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-82680708-2d83-4206-ad44-361b211a1dc1 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Request body: {'security_group_rule': {'security_group_id': 'd792ad3d-2efe-4d09-b544-209bfaddca66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:49.033787 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-82680708-2d83-4206-ad44-361b211a1dc1 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:49.093580 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-82680708-2d83-4206-ad44-361b211a1dc1 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:49.097365 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-82680708-2d83-4206-ad44-361b211a1dc1 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:49.114679 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82680708-2d83-4206-ad44-361b211a1dc1 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66257b8-5ece-4114-975e-355fa7176109,revision_number=0']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:49.125036 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-82680708-2d83-4206-ad44-361b211a1dc1 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:49.126512 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-82680708-2d83-4206-ad44-361b211a1dc1 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264811 Oct 14 11:32:49.129547 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 54232) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:32:49.134312 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Request body: {'floatingip': {'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:49.157893 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for floatingip, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:49.257036 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:49.360641 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Allocated IP 172.27.1.76 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/d9433291-4bfe-4cf7-bbec-2bc4a02fec83) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:32:49.468997 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:49.503692 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:49.542050 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:32:49.545307 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:32:49.550772 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:32:49.572035 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event updated for resources: {'Port': ['ID=d9433291-4bfe-4cf7-bbec-2bc4a02fec83,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:49.645021 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:49.679423 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:49.728136 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-a9d9a956-659e-49ba-957c-01fe2c51acb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:49.839509 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 5d47fc79-d147-493f-bcf9-1ddfab5908b9 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:32:49.842952 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:49.848293 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:49.861148 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: 5d47fc79-d147-493f-bcf9-1ddfab5908b9 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:32:49.861494 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 5d47fc79-d147-493f-bcf9-1ddfab5908b9 not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:32:49.917108 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event updated for resources: {'Port': ['ID=d9433291-4bfe-4cf7-bbec-2bc4a02fec83,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:49.930297 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:49.949154 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:49.951893 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-8e0ad448-0706-4a93-95da-fa62781a294e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8207986 Oct 14 11:32:50.194623 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-101077ac-964a-40c0-b643-6e3c8641b7ea tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--190936174&fields=id&tenant_id=de741739c33a4b63ad4a3d09e4ca7ac1 HTTP/1.1" status: 200 len: 267 time: 0.0351400 Oct 14 11:32:50.314865 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-bc6d1500-ff09-44df-8ecc-e63f1ce824e4 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:50.316367 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-bc6d1500-ff09-44df-8ecc-e63f1ce824e4 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/networks?id=813d5405-6bb2-4fac-9eae-a4821c818143 HTTP/1.1" status: 200 len: 811 time: 0.1139746 Oct 14 11:32:50.333412 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-95777b4c-5546-4ead-8daa-8e54295284be tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/quotas/de741739c33a4b63ad4a3d09e4ca7ac1 HTTP/1.1" status: 200 len: 375 time: 0.0107813 Oct 14 11:32:50.395370 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-5cd914da-0290-4c88-be41-d805ca496c10 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=de741739c33a4b63ad4a3d09e4ca7ac1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563035 Oct 14 11:32:50.498016 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-93e98f1e-0429-42de-83be-6a8e4645b100 service neutron] 10.222.0.69 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906754 Oct 14 11:32:50.589664 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e6be91f9-cab6-4244-a345-679f1cdf7e72 service neutron] 10.222.0.69 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853314 Oct 14 11:32:50.762655 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3192b61f-1f05-4fdb-a59b-8cb85ae65b90 req-3b17ee83-0abc-4d45-8fdb-e1ae8ec347cc tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 210 time: 0.0268822 Oct 14 11:32:51.215211 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:51.831408 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-b2fbab37-118c-4207-9ae6-5e7e9581dd56 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:51.833338 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-b2fbab37-118c-4207-9ae6-5e7e9581dd56 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.36 "GET /v2.0/networks?id=813d5405-6bb2-4fac-9eae-a4821c818143 HTTP/1.1" status: 200 len: 811 time: 0.1518085 Oct 14 11:32:51.876952 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-476998a4-dd5c-4ba7-a726-da82c5b4d96f req-a28ed6ee-9088-47a8-ad91-f8de12177df3 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 210 time: 0.0317428 Oct 14 11:32:51.888860 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-7fb39dcb-f729-432a-ab6f-76ff7d6b2cff tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de741739c33a4b63ad4a3d09e4ca7ac1 HTTP/1.1" status: 200 len: 379 time: 0.0460784 Oct 14 11:32:51.899225 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-4a50be38-3eae-4e47-822a-7c9be1c019a5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Request body: {'port': {'device_id': 'eb9fde38-932f-4c3e-8c6e-7c4cd03e2416', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'admin_state_up': True, 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'security_groups': ['d792ad3d-2efe-4d09-b544-209bfaddca66']}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:52.017575 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-4a50be38-3eae-4e47-822a-7c9be1c019a5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Made reservation on behalf of de741739c33a4b63ad4a3d09e4ca7ac1 for: {'port': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:32:52.021328 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-4a50be38-3eae-4e47-822a-7c9be1c019a5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:52.162438 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-4a50be38-3eae-4e47-822a-7c9be1c019a5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Allocated IP 172.20.0.8 (813d5405-6bb2-4fac-9eae-a4821c818143/eabf075f-9b14-49fd-b253-1bf2d160d1a0/a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:32:52.313417 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-4a50be38-3eae-4e47-822a-7c9be1c019a5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:52.352257 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-4a50be38-3eae-4e47-822a-7c9be1c019a5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:52.400407 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-4a50be38-3eae-4e47-822a-7c9be1c019a5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Network 813d5405-6bb2-4fac-9eae-a4821c818143 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:32:52.403815 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-4a50be38-3eae-4e47-822a-7c9be1c019a5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:32:52.410426 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-4a50be38-3eae-4e47-822a-7c9be1c019a5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:32:52.436358 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50be38-3eae-4e47-822a-7c9be1c019a5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event updated for resources: {'Port': ['ID=a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:52.469100 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-4a50be38-3eae-4e47-822a-7c9be1c019a5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:52.469753 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-4a50be38-3eae-4e47-822a-7c9be1c019a5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:52.487732 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-4a50be38-3eae-4e47-822a-7c9be1c019a5 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5926332 Oct 14 11:32:52.502292 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Request body: {'port': {'device_id': 'eb9fde38-932f-4c3e-8c6e-7c4cd03e2416', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:52.526840 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:52.564854 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:52.664172 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-aafd2266-36f7-46a2-919c-6d103228ad9a None None] Provisioning complete for port a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:32:52.664541 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-aafd2266-36f7-46a2-919c-6d103228ad9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:52.700035 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-aafd2266-36f7-46a2-919c-6d103228ad9a None None] Port a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:32:52.832223 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 {{(pid=99832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:32:52.839486 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:52.851193 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.provisioning_blocks [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Transition to ACTIVE for port object a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 will not be triggered until provisioned by entity L2. {{(pid=99832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:32:52.854935 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:52.903449 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Pushing event updated for resources: {'Port': ['ID=a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:52.986119 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Attempting to bind port a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:32:52.986733 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Attempting to bind port a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '7e401973-9cdc-42cf-a43d-f287c0f5d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143'}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:32:52.987183 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Attempting to bind port a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 on network 813d5405-6bb2-4fac-9eae-a4821c818143 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:32:52.991712 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:52.993730 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Port a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 on network 813d5405-6bb2-4fac-9eae-a4821c818143 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:32:52.994056 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Attempting to bind port a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 on network 813d5405-6bb2-4fac-9eae-a4821c818143 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:32:53.000037 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:32:53.000340 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Checking segment: {'id': '7e401973-9cdc-42cf-a43d-f287c0f5d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:32:53.000727 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Bound using segment: {'id': '7e401973-9cdc-42cf-a43d-f287c0f5d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143'} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:32:53.001189 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Bound port: a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e401973-9cdc-42cf-a43d-f287c0f5d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143'}}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:32:53.001544 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:53.028457 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0179e6-fe6f-4c9d-b0b5-d329d17833f6 req-ea25e427-2abb-4281-95dc-a032be46008f tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:53.030522 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-dc0179e6-fe6f-4c9d-b0b5-d329d17833f6 req-ea25e427-2abb-4281-95dc-a032be46008f tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 943 time: 0.0775592 Oct 14 11:32:53.075136 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-dc0179e6-fe6f-4c9d-b0b5-d329d17833f6 req-ca722675-df87-4205-9acd-97ee11d5104d tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373135 Oct 14 11:32:53.082979 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] For port a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6, host hv-cinder-79797, cleared binding levels {{(pid=99832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:32:53.088856 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] For port a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6,segment=NetworkSegment(7e401973-9cdc-42cf-a43d-f287c0f5d3c8),segment_id=7e401973-9cdc-42cf-a43d-f287c0f5d3c8)] {{(pid=99832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:32:53.100655 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:53.141470 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:53.142084 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:53.143498 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] 10.222.0.36 "PUT /v2.0/ports/a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 HTTP/1.1" status: 200 len: 1093 time: 0.6454768 Oct 14 11:32:53.143936 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9fde38-932f-4c3e-8c6e-7c4cd03e2416', 'tag': 'a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:32:53.146212 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d83865f-cef9-42d3-b7d7-992d353f430d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9fde38-932f-4c3e-8c6e-7c4cd03e2416", "tag": "a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:32:53.173057 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d29ac-4eeb-4302-8fe3-34bef4e8d031 service neutron] Pushing event updated for resources: {'Port': ['ID=a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6,revision_number=3']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:53.190144 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8d0a7b-b401-442e-bac0-16cc7003454c x-openstack-request-id: req-0d8d0a7b-b401-442e-bac0-16cc7003454c {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:32:53.190485 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9fde38-932f-4c3e-8c6e-7c4cd03e2416", "tag": "a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:32:53.190739 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0d8d0a7b-b401-442e-bac0-16cc7003454c {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:32:53.191133 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9fde38-932f-4c3e-8c6e-7c4cd03e2416', 'tag': 'a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6', 'status': 'completed', 'code': 200} Oct 14 11:32:53.248282 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-0af4327d-d92d-4d79-b376-2e72d870bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:53.248282 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-0af4327d-d92d-4d79-b376-2e72d870bc3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de741739c33a4b63ad4a3d09e4ca7ac1&device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 1096 time: 0.0480053 Oct 14 11:32:53.303342 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-f853ea51-be67-4044-8ea3-e20b0df5b94a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 HTTP/1.1" status: 200 len: 217 time: 0.0402250 Oct 14 11:32:53.360664 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-1f071831-3618-466e-81fd-6056430e7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:53.362290 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-1f071831-3618-466e-81fd-6056430e7828 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eabf075f-9b14-49fd-b253-1bf2d160d1a0 HTTP/1.1" status: 200 len: 850 time: 0.0517325 Oct 14 11:32:53.417169 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-3688ae04-6d1e-4c2a-a669-68a15da70cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:53.418705 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-3688ae04-6d1e-4c2a-a669-68a15da70cb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=813d5405-6bb2-4fac-9eae-a4821c818143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484188 Oct 14 11:32:53.526801 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-9330c7a7-cbfc-4354-b743-c3cd41adf5b7 service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953937 Oct 14 11:32:53.662229 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b780fc9a-a63b-46c6-b5d2-27b441ef8661 req-2cf15e61-713e-47fc-ba29-267bcdc77f04 service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265838 Oct 14 11:32:53.762372 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83865f-cef9-42d3-b7d7-992d353f430d req-10191035-f3a9-4aa3-9667-56d31112db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:53.764580 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-3d83865f-cef9-42d3-b7d7-992d353f430d req-10191035-f3a9-4aa3-9667-56d31112db6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de741739c33a4b63ad4a3d09e4ca7ac1&device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 1096 time: 0.0454738 Oct 14 11:32:53.871381 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83865f-cef9-42d3-b7d7-992d353f430d req-e662a166-e6df-41cb-86c7-a08b6ce2cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:53.873951 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-3d83865f-cef9-42d3-b7d7-992d353f430d req-e662a166-e6df-41cb-86c7-a08b6ce2cb4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=813d5405-6bb2-4fac-9eae-a4821c818143 HTTP/1.1" status: 200 len: 912 time: 0.1005418 Oct 14 11:32:54.211380 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-3d83865f-cef9-42d3-b7d7-992d353f430d req-961106b2-7524-419e-b42c-d0a5b69ce086 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 HTTP/1.1" status: 200 len: 217 time: 0.3276381 Oct 14 11:32:54.298836 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83865f-cef9-42d3-b7d7-992d353f430d req-07bd46b4-58c1-417e-bad6-7407c03aacd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:54.300923 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-3d83865f-cef9-42d3-b7d7-992d353f430d req-07bd46b4-58c1-417e-bad6-7407c03aacd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eabf075f-9b14-49fd-b253-1bf2d160d1a0 HTTP/1.1" status: 200 len: 850 time: 0.0791600 Oct 14 11:32:54.311525 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a0acf-f57b-4e48-9bb8-4f0c10fa9332 req-958c5f72-c51e-42db-9f0b-9f370fabbf05 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:54.313114 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-0c8a0acf-f57b-4e48-9bb8-4f0c10fa9332 req-958c5f72-c51e-42db-9f0b-9f370fabbf05 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 943 time: 0.1067264 Oct 14 11:32:54.380952 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-0c8a0acf-f57b-4e48-9bb8-4f0c10fa9332 req-3155c7cb-1587-4c52-9d52-95550537816a tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587668 Oct 14 11:32:54.386495 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83865f-cef9-42d3-b7d7-992d353f430d req-025f458b-cdd0-4331-b5fe-62eca7a69679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:54.388566 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-3d83865f-cef9-42d3-b7d7-992d353f430d req-025f458b-cdd0-4331-b5fe-62eca7a69679 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=813d5405-6bb2-4fac-9eae-a4821c818143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744288 Oct 14 11:32:54.509333 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-3d83865f-cef9-42d3-b7d7-992d353f430d req-940705ba-8ce9-4766-b2ac-99c02080a164 service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044819 Oct 14 11:32:54.624984 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-3d83865f-cef9-42d3-b7d7-992d353f430d req-b3853399-6d7f-4771-91a1-26578b782abb service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049800 Oct 14 11:32:55.523752 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdadd82-d5db-4283-b2d9-bfa26758dc49 req-318f3356-3b1a-4203-8812-03d1f02a3f49 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:55.525593 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-dbdadd82-d5db-4283-b2d9-bfa26758dc49 req-318f3356-3b1a-4203-8812-03d1f02a3f49 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 943 time: 0.0555894 Oct 14 11:32:55.572371 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-dbdadd82-d5db-4283-b2d9-bfa26758dc49 req-090f06e5-1a22-4e91-b05b-0452901bc7c9 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399351 Oct 14 11:32:56.714626 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc4661-e4c1-4036-aaf6-b88dccc8e146 req-8715d7ec-fbf5-4561-9a26-7ddf79231aec tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:56.716864 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cecc4661-e4c1-4036-aaf6-b88dccc8e146 req-8715d7ec-fbf5-4561-9a26-7ddf79231aec tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 943 time: 0.0678306 Oct 14 11:32:56.759929 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cecc4661-e4c1-4036-aaf6-b88dccc8e146 req-c03a1dee-6887-4dab-93eb-eb04573df093 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365512 Oct 14 11:32:57.890255 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:32:57.921192 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcd07d-db19-4e5f-8634-c845183ab736 req-508b9870-fb55-432a-bd7e-9354c3b3e2de tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:57.923795 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d7bcd07d-db19-4e5f-8634-c845183ab736 req-508b9870-fb55-432a-bd7e-9354c3b3e2de tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 943 time: 0.0601211 Oct 14 11:32:57.942888 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-faf8552e-61b8-4fdb-b030-1c245680c603 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:57.945203 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-faf8552e-61b8-4fdb-b030-1c245680c603 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/networks?id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 HTTP/1.1" status: 200 len: 814 time: 0.1488197 Oct 14 11:32:57.964178 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-edae07b9-fb5a-4593-9a77-63f6defdf29a tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/quotas/6ddd7923ca7e434bb7d362d62ec0c045 HTTP/1.1" status: 200 len: 375 time: 0.0119593 Oct 14 11:32:57.972536 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d7bcd07d-db19-4e5f-8634-c845183ab736 req-1775a70d-7b94-4d5d-802b-f896b5ce7c73 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357258 Oct 14 11:32:58.038005 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-5326a803-e234-40b7-92c3-ebb9712c4ccb tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ddd7923ca7e434bb7d362d62ec0c045&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652781 Oct 14 11:32:58.151715 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6,segment=NetworkSegment(7e401973-9cdc-42cf-a43d-f287c0f5d3c8),segment_id=7e401973-9cdc-42cf-a43d-f287c0f5d3c8)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:58.154679 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-d44e1d15-4c4a-478e-b455-6f120b71d278 service neutron] 10.222.0.69 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089237 Oct 14 11:32:58.164475 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': 'a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'port_id': 'a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6', 'mac_address': 'fa:16:3e:24:ff:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:32:58.207692 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:58.223645 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:32:58.254580 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6,segment=NetworkSegment(7e401973-9cdc-42cf-a43d-f287c0f5d3c8),segment_id=7e401973-9cdc-42cf-a43d-f287c0f5d3c8)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:32:58.268636 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-68fffa9d-0f0e-4ecb-9d3d-9417f50beefc service neutron] 10.222.0.69 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066997 Oct 14 11:32:58.270164 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:58.347886 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:32:58.355688 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:58.356027 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:58.356661 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:58.356962 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:58.357112 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:58.357364 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:58.357690 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:58.358007 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:58.358383 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:58.358706 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:58.359051 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:58.359427 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:32:58.489272 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a4b953a0-4e09-4345-a735-bfa8593138f6 req-b4f55b50-254a-4830-89c3-5856ae0248dd tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 210 time: 0.0278065 Oct 14 11:32:58.639605 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:32:59.118701 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131b344-85be-43f5-840a-d2fc7583e56b req-cdd88640-31a2-4c22-a360-9739ffb4c978 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:59.120598 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a131b344-85be-43f5-840a-d2fc7583e56b req-cdd88640-31a2-4c22-a360-9739ffb4c978 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 944 time: 0.0683744 Oct 14 11:32:59.165884 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a131b344-85be-43f5-840a-d2fc7583e56b req-bb313485-6e60-40fb-98c4-bce3a6f40eec tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374105 Oct 14 11:32:59.374000 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:32:59.601834 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-334fdebe-a772-4bac-b6ae-4d4f170e96c9 req-57197e8f-23cc-48c3-a053-a78656dc6b8a tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 210 time: 0.0294397 Oct 14 11:32:59.649735 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-e1e81592-290d-4dc3-915c-ffeba6590649 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:32:59.651546 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-e1e81592-290d-4dc3-915c-ffeba6590649 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.36 "GET /v2.0/networks?id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 HTTP/1.1" status: 200 len: 814 time: 0.1464574 Oct 14 11:32:59.666809 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-e4f661f6-c49f-4bf1-b10c-826838517046 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Request body: {'port': {'device_id': '48cd48a1-79d5-4249-94bd-eb6b05d4e523', 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4', 'admin_state_up': True, 'tenant_id': '6ddd7923ca7e434bb7d362d62ec0c045'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:32:59.794262 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-e4f661f6-c49f-4bf1-b10c-826838517046 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Made reservation on behalf of 6ddd7923ca7e434bb7d362d62ec0c045 for: {'port': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:32:59.798176 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-e4f661f6-c49f-4bf1-b10c-826838517046 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:32:59.911186 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:32:59.952158 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-e4f661f6-c49f-4bf1-b10c-826838517046 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Allocated IP 172.20.0.9 (6f8ffc3d-3a1c-4a09-95f8-e26302217dc4/2d1d7ac7-5c53-43e8-97c7-0a78531d2806/8af068a2-376a-476a-933a-91ef9978a25b) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:32:59.973385 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:32:59.979168 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:32:59.979715 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:00.065498 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:00.108818 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9fde38-932f-4c3e-8c6e-7c4cd03e2416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:33:00.113383 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e278c1-4125-4e04-9b99-d81a97463227" -d '{"events": [{"server_uuid": "eb9fde38-932f-4c3e-8c6e-7c4cd03e2416", "name": "network-vif-plugged", "status": "completed", "tag": "a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:33:00.131601 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-e4f661f6-c49f-4bf1-b10c-826838517046 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:00.139532 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6,segment=NetworkSegment(7e401973-9cdc-42cf-a43d-f287c0f5d3c8),segment_id=7e401973-9cdc-42cf-a43d-f287c0f5d3c8)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:33:00.147577 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:00.180680 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-e4f661f6-c49f-4bf1-b10c-826838517046 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:00.209176 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b4ad84-65ff-44eb-9034-c2106dc57f67 x-openstack-request-id: req-69b4ad84-65ff-44eb-9034-c2106dc57f67 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:33:00.209624 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9fde38-932f-4c3e-8c6e-7c4cd03e2416", "name": "network-vif-plugged", "status": "completed", "tag": "a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:33:00.209984 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-69b4ad84-65ff-44eb-9034-c2106dc57f67 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:33:00.212669 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9fde38-932f-4c3e-8c6e-7c4cd03e2416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6', 'code': 200} Oct 14 11:33:00.219089 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['82978816-d018-4646-a638-65466dbde9ab', '0638d0fd-6503-472b-90a1-f5a13a1b7cbe', 'b39657f0-0fc0-48fc-9980-d827d233aa75'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:33:00.239837 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-e4f661f6-c49f-4bf1-b10c-826838517046 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:33:00.247707 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-e4f661f6-c49f-4bf1-b10c-826838517046 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:33:00.253960 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-e4f661f6-c49f-4bf1-b10c-826838517046 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:33:00.306034 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:33:00.322295 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f661f6-c49f-4bf1-b10c-826838517046 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Pushing event updated for resources: {'Port': ['ID=8af068a2-376a-476a-933a-91ef9978a25b,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:33:00.346150 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-e4f661f6-c49f-4bf1-b10c-826838517046 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:00.346862 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-e4f661f6-c49f-4bf1-b10c-826838517046 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:00.393047 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-e4f661f6-c49f-4bf1-b10c-826838517046 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7305768 Oct 14 11:33:00.408952 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf9b0a-905c-4fb3-8946-57d6e2b0f2b1 req-58e5e743-aa2b-48d8-85b7-585891110c6b tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:00.412274 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-0abf9b0a-905c-4fb3-8946-57d6e2b0f2b1 req-58e5e743-aa2b-48d8-85b7-585891110c6b tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 945 time: 0.0936944 Oct 14 11:33:00.422353 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Request body: {'port': {'device_id': '48cd48a1-79d5-4249-94bd-eb6b05d4e523', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:33:00.479335 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940371ff-012d-4525-86c7-6b2965f2d8c0 req-703b5f97-a6ba-416d-aecd-b3895eb42ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:00.481632 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-940371ff-012d-4525-86c7-6b2965f2d8c0 req-703b5f97-a6ba-416d-aecd-b3895eb42ac4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 1098 time: 0.0529447 Oct 14 11:33:00.536826 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-940371ff-012d-4525-86c7-6b2965f2d8c0 req-af8b9fe9-cc13-44a8-b18c-56203ce7c149 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426879 Oct 14 11:33:00.564303 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-0abf9b0a-905c-4fb3-8946-57d6e2b0f2b1 req-178879d8-60ac-4cd7-ba26-ace5682edd67 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372809 Oct 14 11:33:00.568854 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:00.748361 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720488c-4d86-477d-b3d3-a2b4909f06d4 req-773de887-614d-4d38-89ae-07d9fed8a38d tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:00.750008 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5720488c-4d86-477d-b3d3-a2b4909f06d4 req-773de887-614d-4d38-89ae-07d9fed8a38d tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 931 time: 0.0550587 Oct 14 11:33:00.799459 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5720488c-4d86-477d-b3d3-a2b4909f06d4 req-837ad701-a73f-4eef-b5dc-a53d473eb08e tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425360 Oct 14 11:33:00.891014 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af068a2-376a-476a-933a-91ef9978a25b {{(pid=99832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:33:00.899329 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:00.914143 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.provisioning_blocks [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Transition to ACTIVE for port object 8af068a2-376a-476a-933a-91ef9978a25b will not be triggered until provisioned by entity L2. {{(pid=99832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:33:00.918838 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:00.975468 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Pushing event updated for resources: {'Port': ['ID=8af068a2-376a-476a-933a-91ef9978a25b,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:33:01.053872 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Attempting to bind port 8af068a2-376a-476a-933a-91ef9978a25b on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:33:01.054226 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Attempting to bind port 8af068a2-376a-476a-933a-91ef9978a25b by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '7f289f98-1f68-480d-b757-43cf13cf8502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4'}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:33:01.054573 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Attempting to bind port 8af068a2-376a-476a-933a-91ef9978a25b on network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:33:01.060279 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Port 8af068a2-376a-476a-933a-91ef9978a25b on network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:33:01.061068 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Attempting to bind port 8af068a2-376a-476a-933a-91ef9978a25b on network 6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:33:01.066028 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:33:01.066400 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Checking segment: {'id': '7f289f98-1f68-480d-b757-43cf13cf8502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:33:01.066785 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Bound using segment: {'id': '7f289f98-1f68-480d-b757-43cf13cf8502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4'} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:33:01.067209 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Bound port: 8af068a2-376a-476a-933a-91ef9978a25b, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f289f98-1f68-480d-b757-43cf13cf8502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4'}}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:33:01.067568 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:01.137483 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] For port 8af068a2-376a-476a-933a-91ef9978a25b, host hv-cinder-79797, cleared binding levels {{(pid=99832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:33:01.140976 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] For port 8af068a2-376a-476a-933a-91ef9978a25b, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=8af068a2-376a-476a-933a-91ef9978a25b,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:33:01.146038 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:01.181782 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:01.182434 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:01.183857 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] 10.222.0.36 "PUT /v2.0/ports/8af068a2-376a-476a-933a-91ef9978a25b HTTP/1.1" status: 200 len: 1093 time: 0.7702165 Oct 14 11:33:01.184297 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cd48a1-79d5-4249-94bd-eb6b05d4e523', 'tag': '8af068a2-376a-476a-933a-91ef9978a25b'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:33:01.187152 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57a8035-c205-4d71-bd83-7eabcc78936e" -d '{"events": [{"name": "network-changed", "server_uuid": "48cd48a1-79d5-4249-94bd-eb6b05d4e523", "tag": "8af068a2-376a-476a-933a-91ef9978a25b"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:33:01.219284 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd21fc-ef72-4739-a3c7-4ac743f369db service neutron] Pushing event updated for resources: {'Port': ['ID=8af068a2-376a-476a-933a-91ef9978a25b,revision_number=3']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:33:01.231229 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c727cc-2f51-4a52-ad91-23da38d33493 x-openstack-request-id: req-37c727cc-2f51-4a52-ad91-23da38d33493 {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:33:01.231574 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cd48a1-79d5-4249-94bd-eb6b05d4e523", "tag": "8af068a2-376a-476a-933a-91ef9978a25b", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:33:01.231818 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-37c727cc-2f51-4a52-ad91-23da38d33493 {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:33:01.232219 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cd48a1-79d5-4249-94bd-eb6b05d4e523', 'tag': '8af068a2-376a-476a-933a-91ef9978a25b', 'status': 'completed', 'code': 200} Oct 14 11:33:01.278138 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-7cf3bba4-1974-4c8b-801f-c9ee7d1dda6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:01.279790 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-7cf3bba4-1974-4c8b-801f-c9ee7d1dda6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ddd7923ca7e434bb7d362d62ec0c045&device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 1096 time: 0.0441160 Oct 14 11:33:01.333269 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-fb70eb62-42e6-4dc5-8d2f-d6976bc32459 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8af068a2-376a-476a-933a-91ef9978a25b HTTP/1.1" status: 200 len: 217 time: 0.0403953 Oct 14 11:33:01.391414 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-7e125d0f-5cc5-4b30-b211-a8fcefaa7195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:01.392806 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-7e125d0f-5cc5-4b30-b211-a8fcefaa7195 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d1d7ac7-5c53-43e8-97c7-0a78531d2806 HTTP/1.1" status: 200 len: 854 time: 0.0463219 Oct 14 11:33:01.432184 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-c1aa4632-469b-41dd-86c0-47f1859aae0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266771 Oct 14 11:33:01.546335 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-ab2eca1c-aa17-4c67-8b82-8f41f9f5ccc3 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939205 Oct 14 11:33:01.659998 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-daac18eb-a8fb-4266-b604-ae0eab78a70f req-4e2d9349-2a57-41c5-89ad-310b21c7b679 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039202 Oct 14 11:33:01.701685 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf87a5-69b6-4157-bef2-3bdc51474868 req-cac982d4-5d9f-4888-a4da-fd81bf944792 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:01.703304 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-15bf87a5-69b6-4157-bef2-3bdc51474868 req-cac982d4-5d9f-4888-a4da-fd81bf944792 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 945 time: 0.0586412 Oct 14 11:33:01.781561 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-15bf87a5-69b6-4157-bef2-3bdc51474868 req-b41ef403-fa6e-417a-8181-0dc3c6be4534 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706744 Oct 14 11:33:01.793898 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a8035-c205-4d71-bd83-7eabcc78936e req-51bfc952-5377-48b2-a190-9432044c7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:01.795883 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f57a8035-c205-4d71-bd83-7eabcc78936e req-51bfc952-5377-48b2-a190-9432044c7cb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ddd7923ca7e434bb7d362d62ec0c045&device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 1096 time: 0.0593655 Oct 14 11:33:01.883625 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:01.913341 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a8035-c205-4d71-bd83-7eabcc78936e req-9430c322-206d-4333-82c9-62500ef4d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:01.915929 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f57a8035-c205-4d71-bd83-7eabcc78936e req-9430c322-206d-4333-82c9-62500ef4d339 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 HTTP/1.1" status: 200 len: 915 time: 0.1086059 Oct 14 11:33:01.965851 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eee081-4e9b-4d39-aa8e-e7dd6f5542f1 req-05ca8ed2-9650-49f9-8f7b-dfada5ad89ec tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:01.971250 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-98eee081-4e9b-4d39-aa8e-e7dd6f5542f1 req-05ca8ed2-9650-49f9-8f7b-dfada5ad89ec tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 943 time: 0.0686312 Oct 14 11:33:01.978334 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f57a8035-c205-4d71-bd83-7eabcc78936e req-8ddd1b70-42d2-4833-b64c-46785d69a75b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8af068a2-376a-476a-933a-91ef9978a25b HTTP/1.1" status: 200 len: 217 time: 0.0511804 Oct 14 11:33:02.030810 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-98eee081-4e9b-4d39-aa8e-e7dd6f5542f1 req-e1a1bccc-d1ba-40f7-9d04-106116677ee0 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438359 Oct 14 11:33:02.053218 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a8035-c205-4d71-bd83-7eabcc78936e req-2fe3d94b-abb5-416a-bbec-452c0ab143e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:02.055873 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f57a8035-c205-4d71-bd83-7eabcc78936e req-2fe3d94b-abb5-416a-bbec-452c0ab143e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d1d7ac7-5c53-43e8-97c7-0a78531d2806 HTTP/1.1" status: 200 len: 854 time: 0.0592263 Oct 14 11:33:02.095660 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f57a8035-c205-4d71-bd83-7eabcc78936e req-ad0edcf0-d689-44d8-a430-74654ba094eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308378 Oct 14 11:33:02.218901 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f57a8035-c205-4d71-bd83-7eabcc78936e req-e1a95bf2-2b4c-48be-888c-3785f157af5a service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058998 Oct 14 11:33:02.319736 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f57a8035-c205-4d71-bd83-7eabcc78936e req-68f1d036-29bd-4a9e-aa80-395b82e37f56 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880141 Oct 14 11:33:02.922721 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f4610-0d58-4d7b-a03f-2493e6c31160 req-7464f8b4-8d49-4b6e-9bda-3e4dd7bba671 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:02.924292 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d60f4610-0d58-4d7b-a03f-2493e6c31160 req-7464f8b4-8d49-4b6e-9bda-3e4dd7bba671 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 945 time: 0.0585797 Oct 14 11:33:02.965308 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d60f4610-0d58-4d7b-a03f-2493e6c31160 req-857ddf77-153b-4e28-972a-b072efc04e87 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345132 Oct 14 11:33:03.087725 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd54a4-21b0-4378-a35f-c29894ee071a req-00eed868-11fa-4d18-b132-399786958510 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:03.089211 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d3fd54a4-21b0-4378-a35f-c29894ee071a req-00eed868-11fa-4d18-b132-399786958510 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 945 time: 0.0517919 Oct 14 11:33:03.098286 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 54386) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:33:03.102907 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-78ec3c11-744c-4b1d-b83b-e91e8fcf6db6 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Request body: {'floatingip': {'port_id': 'a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:33:03.172629 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-78ec3c11-744c-4b1d-b83b-e91e8fcf6db6 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for floatingip, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:03.250170 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbafc3-e23c-4c4d-a647-f4efccd9d479 req-15a8b4e1-5256-45f3-9a60-18ad787ab6e0 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:03.251848 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e0dbafc3-e23c-4c4d-a647-f4efccd9d479 req-15a8b4e1-5256-45f3-9a60-18ad787ab6e0 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 943 time: 0.1461337 Oct 14 11:33:03.369954 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e0dbafc3-e23c-4c4d-a647-f4efccd9d479 req-653256b5-bbb4-4bd8-8818-87821e21a694 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935111 Oct 14 11:33:03.682450 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-78ec3c11-744c-4b1d-b83b-e91e8fcf6db6 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:03.687439 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-78ec3c11-744c-4b1d-b83b-e91e8fcf6db6 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:03.799573 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.l3_db [None req-78ec3c11-744c-4b1d-b83b-e91e8fcf6db6 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Floating IP 1757bfbd-aeaf-4024-a299-205ba68e145d associated. External IP: 172.27.1.76, port: a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6. Oct 14 11:33:04.052791 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ec3c11-744c-4b1d-b83b-e91e8fcf6db6 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Router 2846f507-ed82-423f-bf77-527d62b1f70d has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:33:04.177608 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ec3c11-744c-4b1d-b83b-e91e8fcf6db6 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:33:04.182495 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-78ec3c11-744c-4b1d-b83b-e91e8fcf6db6 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:04.190825 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3433165a-3298-4f2d-88d5-8dea0917db92 None None] Sync routers for ids ['2846f507-ed82-423f-bf77-527d62b1f70d'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:33:04.203246 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433165a-3298-4f2d-88d5-8dea0917db92 None None] Routers {'2846f507-ed82-423f-bf77-527d62b1f70d'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:33:04.204481 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-3433165a-3298-4f2d-88d5-8dea0917db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:32:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['2846f507-ed82-423f-bf77-527d62b1f70d'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:33:04.219985 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-78ec3c11-744c-4b1d-b83b-e91e8fcf6db6 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "PUT /v2.0/floatingips/1757bfbd-aeaf-4024-a299-205ba68e145d HTTP/1.1" status: 200 len: 990 time: 1.1207738 Oct 14 11:33:04.220669 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9fde38-932f-4c3e-8c6e-7c4cd03e2416', 'tag': 'a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:33:04.223492 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5845062e-54ee-4c2f-a3af-cfebdae00018" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9fde38-932f-4c3e-8c6e-7c4cd03e2416", "tag": "a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:33:04.349919 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-3433165a-3298-4f2d-88d5-8dea0917db92 None None] Set router 2846f507-ed82-423f-bf77-527d62b1f70d gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:33:04.415121 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435b67f0-ac3f-48ab-89df-ba19229dcb56 x-openstack-request-id: req-435b67f0-ac3f-48ab-89df-ba19229dcb56 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:33:04.415434 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9fde38-932f-4c3e-8c6e-7c4cd03e2416", "tag": "a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:33:04.415678 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-435b67f0-ac3f-48ab-89df-ba19229dcb56 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:33:04.416082 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9fde38-932f-4c3e-8c6e-7c4cd03e2416', 'tag': 'a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6', 'status': 'completed', 'code': 200} Oct 14 11:33:04.514852 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845062e-54ee-4c2f-a3af-cfebdae00018 req-3634733e-6f93-4a2b-91b1-b48fba1f7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:04.516566 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5845062e-54ee-4c2f-a3af-cfebdae00018 req-3634733e-6f93-4a2b-91b1-b48fba1f7203 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de741739c33a4b63ad4a3d09e4ca7ac1&device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 1098 time: 0.0633898 Oct 14 11:33:04.554372 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91b201-d6e8-48fc-b9af-9ded37d9f1c9 req-64c93b56-9cd1-4cf6-84b5-e929cd0b57c7 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:04.555960 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bd91b201-d6e8-48fc-b9af-9ded37d9f1c9 req-64c93b56-9cd1-4cf6-84b5-e929cd0b57c7 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 943 time: 0.0619628 Oct 14 11:33:04.623159 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bd91b201-d6e8-48fc-b9af-9ded37d9f1c9 req-995428b3-68c0-4af1-a00a-df02e8cc052a tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545995 Oct 14 11:33:04.630748 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-3433165a-3298-4f2d-88d5-8dea0917db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:39Z', 'revision_number': 4, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '1757bfbd-aeaf-4024-a299-205ba68e145d', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'port_id': 'a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'mac_address': 'fa:16:3e:24:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9fde38-932f-4c3e-8c6e-7c4cd03e2416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:32:49Z', 'updated_at': '2021-10-14T11:33:03Z', 'revision_number': 1, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23482def-d544-4f50-8d25-248f359d91dd', 'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'mac_address': 'fa:16:3e:bb:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:33Z', 'updated_at': '2021-10-14T11:28:54Z', 'revision_number': 5, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'subnets': [{'id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:33:04.641227 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845062e-54ee-4c2f-a3af-cfebdae00018 req-63ed8e57-2538-475d-8e34-8776429e9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:04.642951 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5845062e-54ee-4c2f-a3af-cfebdae00018 req-63ed8e57-2538-475d-8e34-8776429e9d5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=813d5405-6bb2-4fac-9eae-a4821c818143 HTTP/1.1" status: 200 len: 912 time: 0.1146305 Oct 14 11:33:04.665725 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3433165a-3298-4f2d-88d5-8dea0917db92 None None] Checking router: 2846f507-ed82-423f-bf77-527d62b1f70d for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:33:04.675907 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433165a-3298-4f2d-88d5-8dea0917db92 None None] Routers {'2846f507-ed82-423f-bf77-527d62b1f70d'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:33:04.676535 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-3433165a-3298-4f2d-88d5-8dea0917db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:32:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['2846f507-ed82-423f-bf77-527d62b1f70d'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:33:04.725542 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5845062e-54ee-4c2f-a3af-cfebdae00018 req-78e2060f-6c81-4deb-a3d0-0f9e023c6051 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 HTTP/1.1" status: 200 len: 998 time: 0.0662858 Oct 14 11:33:04.786829 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845062e-54ee-4c2f-a3af-cfebdae00018 req-cefc6c94-9da6-4a6d-99c1-e49e9bacce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:04.787864 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-3433165a-3298-4f2d-88d5-8dea0917db92 None None] Set router 2846f507-ed82-423f-bf77-527d62b1f70d gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:33:04.788299 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5845062e-54ee-4c2f-a3af-cfebdae00018 req-cefc6c94-9da6-4a6d-99c1-e49e9bacce2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eabf075f-9b14-49fd-b253-1bf2d160d1a0 HTTP/1.1" status: 200 len: 850 time: 0.0476146 Oct 14 11:33:04.843795 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845062e-54ee-4c2f-a3af-cfebdae00018 req-60c5c882-e9d9-41d3-a60a-4fdf838efee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:04.845407 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5845062e-54ee-4c2f-a3af-cfebdae00018 req-60c5c882-e9d9-41d3-a60a-4fdf838efee8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=813d5405-6bb2-4fac-9eae-a4821c818143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452282 Oct 14 11:33:04.956068 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5845062e-54ee-4c2f-a3af-cfebdae00018 req-45b6a647-73ce-4612-a219-2d3b7b22eca1 service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980079 Oct 14 11:33:05.041202 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-3433165a-3298-4f2d-88d5-8dea0917db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:39Z', 'revision_number': 4, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '1757bfbd-aeaf-4024-a299-205ba68e145d', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'port_id': 'a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'mac_address': 'fa:16:3e:24:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9fde38-932f-4c3e-8c6e-7c4cd03e2416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:32:49Z', 'updated_at': '2021-10-14T11:33:03Z', 'revision_number': 1, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23482def-d544-4f50-8d25-248f359d91dd', 'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'mac_address': 'fa:16:3e:bb:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:33Z', 'updated_at': '2021-10-14T11:28:54Z', 'revision_number': 5, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'subnets': [{'id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:33:05.054661 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5845062e-54ee-4c2f-a3af-cfebdae00018 req-a6667f00-5be9-484f-9c85-e523ae6cc875 service neutron] 10.222.0.36 "GET /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894840 Oct 14 11:33:05.076654 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3433165a-3298-4f2d-88d5-8dea0917db92 None None] The sync data for ids ['2846f507-ed82-423f-bf77-527d62b1f70d'] in dv-cinder-797970-2-iscsi is: [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:39Z', 'revision_number': 4, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '1757bfbd-aeaf-4024-a299-205ba68e145d', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'port_id': 'a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'mac_address': 'fa:16:3e:24:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9fde38-932f-4c3e-8c6e-7c4cd03e2416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:32:49Z', 'updated_at': '2021-10-14T11:33:03Z', 'revision_number': 1, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23482def-d544-4f50-8d25-248f359d91dd', 'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'mac_address': 'fa:16:3e:bb:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:33Z', 'updated_at': '2021-10-14T11:28:54Z', 'revision_number': 5, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'subnets': [{'id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:33:05.313772 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d712b471-177c-4f1d-9f7f-7f8593b7abca None None] New status for floating IP 1757bfbd-aeaf-4024-a299-205ba68e145d: ACTIVE {{(pid=99835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:33:05.756274 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c2fac-a118-4517-a376-7ad2afd64b2d req-c40883b9-382e-495c-88ad-17af588c7af4 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:05.757771 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2b6c2fac-a118-4517-a376-7ad2afd64b2d req-c40883b9-382e-495c-88ad-17af588c7af4 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 943 time: 0.0597789 Oct 14 11:33:05.800235 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2b6c2fac-a118-4517-a376-7ad2afd64b2d req-d64a1a29-b20b-4e11-8cda-da504f2d0da3 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355160 Oct 14 11:33:05.938451 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 8af068a2-376a-476a-933a-91ef9978a25b details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:33:06.037994 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 8af068a2-376a-476a-933a-91ef9978a25b, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=8af068a2-376a-476a-933a-91ef9978a25b,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:33:06.050427 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': '8af068a2-376a-476a-933a-91ef9978a25b', 'network_id': '6f8ffc3d-3a1c-4a09-95f8-e26302217dc4', 'port_id': '8af068a2-376a-476a-933a-91ef9978a25b', 'mac_address': 'fa:16:3e:0f:37:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1d7ac7-5c53-43e8-97c7-0a78531d2806', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:33:06.093391 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:06.111850 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af068a2-376a-476a-933a-91ef9978a25b {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:33:06.133060 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 8af068a2-376a-476a-933a-91ef9978a25b, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=8af068a2-376a-476a-933a-91ef9978a25b,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:33:06.137301 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:06.187392 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=8af068a2-376a-476a-933a-91ef9978a25b,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:33:06.484750 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['8af068a2-376a-476a-933a-91ef9978a25b'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:33:06.926441 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e43d9-a9ef-4be5-8c99-bff8d6147a23 req-7557a61a-237a-4ab2-984e-5ea468aa098f tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:06.928094 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e67e43d9-a9ef-4be5-8c99-bff8d6147a23 req-7557a61a-237a-4ab2-984e-5ea468aa098f tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 944 time: 0.0533895 Oct 14 11:33:06.973603 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e67e43d9-a9ef-4be5-8c99-bff8d6147a23 req-3ffa01d6-8b07-4127-8a83-b51a25bd967c tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366793 Oct 14 11:33:07.948025 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 8af068a2-376a-476a-933a-91ef9978a25b up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:33:08.010227 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port 8af068a2-376a-476a-933a-91ef9978a25b completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:33:08.015287 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port 8af068a2-376a-476a-933a-91ef9978a25b triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:33:08.015655 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:08.106798 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:08.136614 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7f4fe-e055-4ab4-bd82-20f70f01657d req-a7ef6420-0aa3-4c16-a0db-409667bdaac2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:08.139771 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a2e7f4fe-e055-4ab4-bd82-20f70f01657d req-a7ef6420-0aa3-4c16-a0db-409667bdaac2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 944 time: 0.0802689 Oct 14 11:33:08.142331 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cd48a1-79d5-4249-94bd-eb6b05d4e523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af068a2-376a-476a-933a-91ef9978a25b'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:33:08.145245 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2f1d07-c9ed-4c53-8200-3b70d95027cb" -d '{"events": [{"server_uuid": "48cd48a1-79d5-4249-94bd-eb6b05d4e523", "name": "network-vif-plugged", "status": "completed", "tag": "8af068a2-376a-476a-933a-91ef9978a25b"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:33:08.167477 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 8af068a2-376a-476a-933a-91ef9978a25b, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=8af068a2-376a-476a-933a-91ef9978a25b,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:33:08.176464 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:08.209891 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a2e7f4fe-e055-4ab4-bd82-20f70f01657d req-4f87aba3-ae26-4fc9-81d0-f36fb8ce6711 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628369 Oct 14 11:33:08.215365 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f1584d-9e4e-4f1b-a003-f127ffe4e921 x-openstack-request-id: req-e1f1584d-9e4e-4f1b-a003-f127ffe4e921 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:33:08.215660 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cd48a1-79d5-4249-94bd-eb6b05d4e523", "name": "network-vif-plugged", "status": "completed", "tag": "8af068a2-376a-476a-933a-91ef9978a25b", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:33:08.216449 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e1f1584d-9e4e-4f1b-a003-f127ffe4e921 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:33:08.216913 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cd48a1-79d5-4249-94bd-eb6b05d4e523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af068a2-376a-476a-933a-91ef9978a25b', 'code': 200} Oct 14 11:33:08.240890 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=8af068a2-376a-476a-933a-91ef9978a25b,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:33:08.424220 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2d94a-9778-4c1c-bf19-13d48167eb4a req-6ec15b0d-7ef6-45a3-8995-aef0af8c6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:08.426505 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-92c2d94a-9778-4c1c-bf19-13d48167eb4a req-6ec15b0d-7ef6-45a3-8995-aef0af8c6031 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 1098 time: 0.0477986 Oct 14 11:33:08.466537 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-92c2d94a-9778-4c1c-bf19-13d48167eb4a req-248f4506-43d3-4f73-8c40-01e4ec259079 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301013 Oct 14 11:33:09.348205 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1961a3-7c73-4a65-84fe-e86fb868bdf5 req-34589c05-ce72-4b9c-afb4-15c9b0628aef tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:09.349751 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cc1961a3-7c73-4a65-84fe-e86fb868bdf5 req-34589c05-ce72-4b9c-afb4-15c9b0628aef tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 945 time: 0.0518849 Oct 14 11:33:09.390106 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cc1961a3-7c73-4a65-84fe-e86fb868bdf5 req-6a64b88e-d09d-4302-8450-4b74a61fd3af tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343149 Oct 14 11:33:10.533175 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732d4cf-172e-47fb-be3d-aa938aa63928 req-a25a6585-51ef-49cf-bc78-720eb8ebbcd7 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:10.534755 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b732d4cf-172e-47fb-be3d-aa938aa63928 req-a25a6585-51ef-49cf-bc78-720eb8ebbcd7 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 945 time: 0.0657101 Oct 14 11:33:10.578418 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b732d4cf-172e-47fb-be3d-aa938aa63928 req-c12ee730-c239-457b-a9fd-390ce6320194 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371156 Oct 14 11:33:17.244352 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-5f41fa6d-fde7-4e54-a798-a61cb25740ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:19.730545 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f480eb7-e72b-4edf-81eb-e5d3c2d52afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:21.219640 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:22.533088 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:22.637486 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6c2e4-0c75-455e-8101-44180faacfdd req-a2c06543-3a58-4e97-9882-6585f1a26421 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:22.639722 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-78c6c2e4-0c75-455e-8101-44180faacfdd req-a2c06543-3a58-4e97-9882-6585f1a26421 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 945 time: 0.0536249 Oct 14 11:33:22.677953 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-78c6c2e4-0c75-455e-8101-44180faacfdd req-44638f30-2b14-470e-b8e9-de0f0b36b470 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323765 Oct 14 11:33:22.986138 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:23.802586 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e0cfb-a2b8-42ac-80d6-45fdd6172d44 req-f304c8bc-7056-4e58-81a9-181fd8866d5e tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:23.804116 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-785e0cfb-a2b8-42ac-80d6-45fdd6172d44 req-f304c8bc-7056-4e58-81a9-181fd8866d5e tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 945 time: 0.0513539 Oct 14 11:33:23.845725 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-785e0cfb-a2b8-42ac-80d6-45fdd6172d44 req-ec97f93a-2b38-47e3-a4ff-252ef4c4248d tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355916 Oct 14 11:33:24.440648 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b2898-3020-452b-9f08-e4f73e2ebda7 req-3930600d-7688-4d89-bf8a-f79f0e22a5e6 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:24.442135 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-615b2898-3020-452b-9f08-e4f73e2ebda7 req-3930600d-7688-4d89-bf8a-f79f0e22a5e6 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.36 "GET /v2.0/ports?device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 945 time: 0.0518477 Oct 14 11:33:24.544004 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-615b2898-3020-452b-9f08-e4f73e2ebda7 req-76b4c1d8-1778-475e-8e62-2c6f9c6fd1f1 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Deleting port 8af068a2-376a-476a-933a-91ef9978a25b {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:33:24.544333 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-615b2898-3020-452b-9f08-e4f73e2ebda7 req-76b4c1d8-1778-475e-8e62-2c6f9c6fd1f1 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:24.643656 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-615b2898-3020-452b-9f08-e4f73e2ebda7 req-76b4c1d8-1778-475e-8e62-2c6f9c6fd1f1 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] For port 8af068a2-376a-476a-933a-91ef9978a25b, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=8af068a2-376a-476a-933a-91ef9978a25b,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:33:24.644024 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-615b2898-3020-452b-9f08-e4f73e2ebda7 req-76b4c1d8-1778-475e-8e62-2c6f9c6fd1f1 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:24.660424 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-615b2898-3020-452b-9f08-e4f73e2ebda7 req-76b4c1d8-1778-475e-8e62-2c6f9c6fd1f1 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Calling delete_port for 8af068a2-376a-476a-933a-91ef9978a25b owned by compute:nova {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:33:24.808271 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-615b2898-3020-452b-9f08-e4f73e2ebda7 req-76b4c1d8-1778-475e-8e62-2c6f9c6fd1f1 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:24.821666 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['82978816-d018-4646-a638-65466dbde9ab', '0638d0fd-6503-472b-90a1-f5a13a1b7cbe', 'b39657f0-0fc0-48fc-9980-d827d233aa75', '8af068a2-376a-476a-933a-91ef9978a25b'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:33:24.840784 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4c1d8-1778-475e-8e62-2c6f9c6fd1f1 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Pushing event deleted for resources: {'Port': ['ID=8af068a2-376a-476a-933a-91ef9978a25b,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:33:24.893789 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-615b2898-3020-452b-9f08-e4f73e2ebda7 req-76b4c1d8-1778-475e-8e62-2c6f9c6fd1f1 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] No DVR routers for this DVR port 8af068a2-376a-476a-933a-91ef9978a25b on host hv-cinder-79797 {{(pid=99832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:33:24.896587 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-615b2898-3020-452b-9f08-e4f73e2ebda7 req-76b4c1d8-1778-475e-8e62-2c6f9c6fd1f1 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:24.900399 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-615b2898-3020-452b-9f08-e4f73e2ebda7 req-76b4c1d8-1778-475e-8e62-2c6f9c6fd1f1 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.36 "DELETE /v2.0/ports/8af068a2-376a-476a-933a-91ef9978a25b HTTP/1.1" status: 204 len: 173 time: 0.4505918 Oct 14 11:33:24.900918 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cd48a1-79d5-4249-94bd-eb6b05d4e523', 'name': 'network-vif-deleted', 'tag': '8af068a2-376a-476a-933a-91ef9978a25b'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:33:24.906483 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7683733f-8569-49d9-8059-2f2422e5d369" -d '{"events": [{"server_uuid": "48cd48a1-79d5-4249-94bd-eb6b05d4e523", "name": "network-vif-deleted", "tag": "8af068a2-376a-476a-933a-91ef9978a25b"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:33:24.952301 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93900724-fdb8-4d29-af1f-8a09518e7b3c x-openstack-request-id: req-93900724-fdb8-4d29-af1f-8a09518e7b3c {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:33:24.952747 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cd48a1-79d5-4249-94bd-eb6b05d4e523", "name": "network-vif-deleted", "tag": "8af068a2-376a-476a-933a-91ef9978a25b", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:33:24.952912 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-93900724-fdb8-4d29-af1f-8a09518e7b3c {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:33:24.953493 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cd48a1-79d5-4249-94bd-eb6b05d4e523', 'name': 'network-vif-deleted', 'tag': '8af068a2-376a-476a-933a-91ef9978a25b', 'status': 'completed', 'code': 200} Oct 14 11:33:25.047375 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-63fb5d2d-99cc-4f2f-b0b4-a3a0790b2561 req-3bf9a491-032f-4202-b841-661aea8c47e4 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=48cd48a1-79d5-4249-94bd-eb6b05d4e523 HTTP/1.1" status: 200 len: 210 time: 0.1157827 Oct 14 11:33:27.588150 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85e4a2-1e28-43a3-a181-6a447d64ad6b req-7ef83d64-c628-4175-bfa8-3d4645d1f2ee tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:27.590430 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-3c85e4a2-1e28-43a3-a181-6a447d64ad6b req-7ef83d64-c628-4175-bfa8-3d4645d1f2ee tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=479f8a4f-9fb7-401c-befa-69ef5e210cf9 HTTP/1.1" status: 200 len: 946 time: 0.1204214 Oct 14 11:33:27.638918 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-3c85e4a2-1e28-43a3-a181-6a447d64ad6b req-62003b24-1f53-48ce-a3b9-114d5f5704f2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416300 Oct 14 11:33:28.762871 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5b2b4-51da-4ea1-bf66-309f6be168bf req-c256f348-89f1-463d-8f24-5bb8dba6dd90 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:28.764671 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ace5b2b4-51da-4ea1-bf66-309f6be168bf req-c256f348-89f1-463d-8f24-5bb8dba6dd90 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=479f8a4f-9fb7-401c-befa-69ef5e210cf9 HTTP/1.1" status: 200 len: 946 time: 0.0517163 Oct 14 11:33:28.812242 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ace5b2b4-51da-4ea1-bf66-309f6be168bf req-e3b5698c-eaf5-47d7-93c1-99d185dda8bf tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412862 Oct 14 11:33:29.361290 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317bb1c-7df0-4ca4-96fb-bf84400e78e3 req-8580e65c-84fe-4990-8b08-a34c20c596f2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:29.362816 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2317bb1c-7df0-4ca4-96fb-bf84400e78e3 req-8580e65c-84fe-4990-8b08-a34c20c596f2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.36 "GET /v2.0/ports?device_id=479f8a4f-9fb7-401c-befa-69ef5e210cf9 HTTP/1.1" status: 200 len: 946 time: 0.0524158 Oct 14 11:33:29.460097 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-2317bb1c-7df0-4ca4-96fb-bf84400e78e3 req-47204ce8-b615-4da6-a7aa-f47a0c116ab2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Deleting port b39657f0-0fc0-48fc-9980-d827d233aa75 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:33:29.460465 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-2317bb1c-7df0-4ca4-96fb-bf84400e78e3 req-47204ce8-b615-4da6-a7aa-f47a0c116ab2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:29.550782 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-2317bb1c-7df0-4ca4-96fb-bf84400e78e3 req-47204ce8-b615-4da6-a7aa-f47a0c116ab2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] For port b39657f0-0fc0-48fc-9980-d827d233aa75, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=b39657f0-0fc0-48fc-9980-d827d233aa75,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:33:29.551062 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-2317bb1c-7df0-4ca4-96fb-bf84400e78e3 req-47204ce8-b615-4da6-a7aa-f47a0c116ab2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:29.564044 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-2317bb1c-7df0-4ca4-96fb-bf84400e78e3 req-47204ce8-b615-4da6-a7aa-f47a0c116ab2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Calling delete_port for b39657f0-0fc0-48fc-9980-d827d233aa75 owned by compute:nova {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:33:29.693775 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-2317bb1c-7df0-4ca4-96fb-bf84400e78e3 req-47204ce8-b615-4da6-a7aa-f47a0c116ab2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:29.706127 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['82978816-d018-4646-a638-65466dbde9ab', '0638d0fd-6503-472b-90a1-f5a13a1b7cbe', 'b39657f0-0fc0-48fc-9980-d827d233aa75'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:33:29.723118 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47204ce8-b615-4da6-a7aa-f47a0c116ab2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Pushing event deleted for resources: {'Port': ['ID=b39657f0-0fc0-48fc-9980-d827d233aa75,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:33:29.767526 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-2317bb1c-7df0-4ca4-96fb-bf84400e78e3 req-47204ce8-b615-4da6-a7aa-f47a0c116ab2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] No DVR routers for this DVR port b39657f0-0fc0-48fc-9980-d827d233aa75 on host hv-cinder-79797 {{(pid=99832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:33:29.770130 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-2317bb1c-7df0-4ca4-96fb-bf84400e78e3 req-47204ce8-b615-4da6-a7aa-f47a0c116ab2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:29.773487 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2317bb1c-7df0-4ca4-96fb-bf84400e78e3 req-47204ce8-b615-4da6-a7aa-f47a0c116ab2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.36 "DELETE /v2.0/ports/b39657f0-0fc0-48fc-9980-d827d233aa75 HTTP/1.1" status: 204 len: 173 time: 0.4050057 Oct 14 11:33:29.773996 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479f8a4f-9fb7-401c-befa-69ef5e210cf9', 'name': 'network-vif-deleted', 'tag': 'b39657f0-0fc0-48fc-9980-d827d233aa75'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:33:29.776285 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7e0aff-0542-47ac-a429-541c10bd1cac" -d '{"events": [{"server_uuid": "479f8a4f-9fb7-401c-befa-69ef5e210cf9", "name": "network-vif-deleted", "tag": "b39657f0-0fc0-48fc-9980-d827d233aa75"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:33:29.812798 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f37d0ad-9477-4b81-b00d-483ff59575fc x-openstack-request-id: req-2f37d0ad-9477-4b81-b00d-483ff59575fc {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:33:29.813174 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479f8a4f-9fb7-401c-befa-69ef5e210cf9", "name": "network-vif-deleted", "tag": "b39657f0-0fc0-48fc-9980-d827d233aa75", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:33:29.813430 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2f37d0ad-9477-4b81-b00d-483ff59575fc {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:33:29.813826 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479f8a4f-9fb7-401c-befa-69ef5e210cf9', 'name': 'network-vif-deleted', 'tag': 'b39657f0-0fc0-48fc-9980-d827d233aa75', 'status': 'completed', 'code': 200} Oct 14 11:33:29.929587 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-41103640-2afd-4232-a8e9-2390a0225b16 req-c2f8cdf1-b9d6-4e02-8d80-f5fd30263614 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=479f8a4f-9fb7-401c-befa-69ef5e210cf9 HTTP/1.1" status: 200 len: 210 time: 0.0357425 Oct 14 11:33:30.038718 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 8af068a2-376a-476a-933a-91ef9978a25b no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:33:30.058919 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: 8af068a2-376a-476a-933a-91ef9978a25b {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:33:30.059185 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 8af068a2-376a-476a-933a-91ef9978a25b not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:33:31.201150 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb6da4-db96-4411-8823-f921c6c4329b req-2cf8a218-638a-49a3-af9a-9238ba499e2a tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:31.202664 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5fbb6da4-db96-4411-8823-f921c6c4329b req-2cf8a218-638a-49a3-af9a-9238ba499e2a tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef15edcb-0243-437f-9402-46275cd9b821 HTTP/1.1" status: 200 len: 945 time: 0.0527968 Oct 14 11:33:31.245468 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5fbb6da4-db96-4411-8823-f921c6c4329b req-376a4404-b271-4f28-97b6-e179e7d5b153 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356133 Oct 14 11:33:31.911251 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:32.362501 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e6426-768c-4b4f-9441-08e0029ffa85 req-42483a0b-500a-4d3c-9d11-9ce581af4db5 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:32.363985 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-234e6426-768c-4b4f-9441-08e0029ffa85 req-42483a0b-500a-4d3c-9d11-9ce581af4db5 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef15edcb-0243-437f-9402-46275cd9b821 HTTP/1.1" status: 200 len: 945 time: 0.0493455 Oct 14 11:33:32.404131 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-234e6426-768c-4b4f-9441-08e0029ffa85 req-0b1278f1-624a-4820-9b0f-be18301f31b3 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341582 Oct 14 11:33:32.752912 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33275965-55a3-4e0d-8a82-c36d6c9bdcbf req-cf045c56-69c6-406f-ac0c-118e0f3fdac1 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:32.754373 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33275965-55a3-4e0d-8a82-c36d6c9bdcbf req-cf045c56-69c6-406f-ac0c-118e0f3fdac1 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef15edcb-0243-437f-9402-46275cd9b821 HTTP/1.1" status: 200 len: 945 time: 0.0477672 Oct 14 11:33:32.850553 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-33275965-55a3-4e0d-8a82-c36d6c9bdcbf req-e8dce936-13f1-44fb-858c-4fda097b6d5d tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Deleting port 0638d0fd-6503-472b-90a1-f5a13a1b7cbe {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:33:32.850891 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-33275965-55a3-4e0d-8a82-c36d6c9bdcbf req-e8dce936-13f1-44fb-858c-4fda097b6d5d tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:32.941943 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-33275965-55a3-4e0d-8a82-c36d6c9bdcbf req-e8dce936-13f1-44fb-858c-4fda097b6d5d tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] For port 0638d0fd-6503-472b-90a1-f5a13a1b7cbe, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=0638d0fd-6503-472b-90a1-f5a13a1b7cbe,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:33:32.942332 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-33275965-55a3-4e0d-8a82-c36d6c9bdcbf req-e8dce936-13f1-44fb-858c-4fda097b6d5d tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:32.954101 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-33275965-55a3-4e0d-8a82-c36d6c9bdcbf req-e8dce936-13f1-44fb-858c-4fda097b6d5d tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Calling delete_port for 0638d0fd-6503-472b-90a1-f5a13a1b7cbe owned by compute:nova {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:33:33.079299 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-33275965-55a3-4e0d-8a82-c36d6c9bdcbf req-e8dce936-13f1-44fb-858c-4fda097b6d5d tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:33.090991 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['82978816-d018-4646-a638-65466dbde9ab', '0638d0fd-6503-472b-90a1-f5a13a1b7cbe'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:33:33.115577 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dce936-13f1-44fb-858c-4fda097b6d5d tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Pushing event deleted for resources: {'Port': ['ID=0638d0fd-6503-472b-90a1-f5a13a1b7cbe,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:33:33.160730 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-33275965-55a3-4e0d-8a82-c36d6c9bdcbf req-e8dce936-13f1-44fb-858c-4fda097b6d5d tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] No DVR routers for this DVR port 0638d0fd-6503-472b-90a1-f5a13a1b7cbe on host hv-cinder-79797 {{(pid=99832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:33:33.163374 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-33275965-55a3-4e0d-8a82-c36d6c9bdcbf req-e8dce936-13f1-44fb-858c-4fda097b6d5d tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:33.166788 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33275965-55a3-4e0d-8a82-c36d6c9bdcbf req-e8dce936-13f1-44fb-858c-4fda097b6d5d tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.36 "DELETE /v2.0/ports/0638d0fd-6503-472b-90a1-f5a13a1b7cbe HTTP/1.1" status: 204 len: 173 time: 0.4054961 Oct 14 11:33:33.167228 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef15edcb-0243-437f-9402-46275cd9b821', 'name': 'network-vif-deleted', 'tag': '0638d0fd-6503-472b-90a1-f5a13a1b7cbe'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:33:33.169565 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c9bef9-5e90-4cad-bea9-b65d6d66ae03" -d '{"events": [{"server_uuid": "ef15edcb-0243-437f-9402-46275cd9b821", "name": "network-vif-deleted", "tag": "0638d0fd-6503-472b-90a1-f5a13a1b7cbe"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:33:33.240441 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdeeb44-53b4-4d0c-b83c-13bd9fc07e5f x-openstack-request-id: req-5fdeeb44-53b4-4d0c-b83c-13bd9fc07e5f {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:33:33.240730 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef15edcb-0243-437f-9402-46275cd9b821", "name": "network-vif-deleted", "tag": "0638d0fd-6503-472b-90a1-f5a13a1b7cbe", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:33:33.240982 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5fdeeb44-53b4-4d0c-b83c-13bd9fc07e5f {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:33:33.241367 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef15edcb-0243-437f-9402-46275cd9b821', 'name': 'network-vif-deleted', 'tag': '0638d0fd-6503-472b-90a1-f5a13a1b7cbe', 'status': 'completed', 'code': 200} Oct 14 11:33:33.512831 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0aa5c0e4-aa4a-431f-8fc3-e5eba8d74020 req-609a4fab-85b2-4601-8e8c-550d7dc620e9 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef15edcb-0243-437f-9402-46275cd9b821 HTTP/1.1" status: 200 len: 210 time: 0.0255759 Oct 14 11:33:34.048673 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-48a02dc4-71b9-46de-8206-222b0ebf38e3 req-05512e28-299e-4afe-b4d3-eb77847c14b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407376 Oct 14 11:33:34.070394 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device b39657f0-0fc0-48fc-9980-d827d233aa75 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:33:34.090744 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: b39657f0-0fc0-48fc-9980-d827d233aa75 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:33:34.091093 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device b39657f0-0fc0-48fc-9980-d827d233aa75 not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:33:34.133023 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a02dc4-71b9-46de-8206-222b0ebf38e3 req-ddcfbf5e-9748-4e7f-be6a-2f8fd034fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:34.134538 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-48a02dc4-71b9-46de-8206-222b0ebf38e3 req-ddcfbf5e-9748-4e7f-be6a-2f8fd034fc6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ddd7923ca7e434bb7d362d62ec0c045&device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 1099 time: 0.0410275 Oct 14 11:33:34.245980 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a02dc4-71b9-46de-8206-222b0ebf38e3 req-1f8bc591-b1ce-41a8-b25b-8ae2e731ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:34.247476 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-48a02dc4-71b9-46de-8206-222b0ebf38e3 req-1f8bc591-b1ce-41a8-b25b-8ae2e731ca51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 HTTP/1.1" status: 200 len: 915 time: 0.0911369 Oct 14 11:33:34.289178 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-48a02dc4-71b9-46de-8206-222b0ebf38e3 req-c1ac81dc-887a-4d78-bcc7-8080fd64e71c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82978816-d018-4646-a638-65466dbde9ab HTTP/1.1" status: 200 len: 217 time: 0.0339077 Oct 14 11:33:34.341884 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a02dc4-71b9-46de-8206-222b0ebf38e3 req-a17a107c-b16a-4036-8bff-172739ef1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:34.343340 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-48a02dc4-71b9-46de-8206-222b0ebf38e3 req-a17a107c-b16a-4036-8bff-172739ef1d5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d1d7ac7-5c53-43e8-97c7-0a78531d2806 HTTP/1.1" status: 200 len: 854 time: 0.0469487 Oct 14 11:33:34.377696 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-48a02dc4-71b9-46de-8206-222b0ebf38e3 req-b668e201-af83-4dce-975e-80f5f7107a02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253053 Oct 14 11:33:34.468419 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-48a02dc4-71b9-46de-8206-222b0ebf38e3 req-69a7895f-72a9-4d57-a755-3531fb0fe386 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820081 Oct 14 11:33:34.796593 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-48a02dc4-71b9-46de-8206-222b0ebf38e3 req-132a6ce3-40a5-41db-92a4-79bc6fa877e3 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204145 Oct 14 11:33:35.904760 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23543714-e56b-4162-a19c-163444f599cd req-01ac3218-745c-4615-a0a9-ba47dbea7a99 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:35.906233 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-23543714-e56b-4162-a19c-163444f599cd req-01ac3218-745c-4615-a0a9-ba47dbea7a99 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 946 time: 0.0481629 Oct 14 11:33:35.943697 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-23543714-e56b-4162-a19c-163444f599cd req-526ab9fc-5b67-450a-bd61-754cab4303c2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309896 Oct 14 11:33:36.373400 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:33:37.062514 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d606cab-2f1c-4668-a65b-08ea2bf8610b req-50aa59a9-706d-4da5-8d19-2216db2278b2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:37.063883 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5d606cab-2f1c-4668-a65b-08ea2bf8610b req-50aa59a9-706d-4da5-8d19-2216db2278b2 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 946 time: 0.0483894 Oct 14 11:33:37.106189 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5d606cab-2f1c-4668-a65b-08ea2bf8610b req-0222dc4b-8ada-4be4-acd7-3fd1191deded tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/security-groups?id=56129c72-ff4c-4011-9275-79d389d6ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357935 Oct 14 11:33:37.517281 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd627b-be7d-4e4e-8877-49dd4fed2ecd req-056e57bc-1766-420c-8dc9-0bb643295b9b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:37.518797 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e1fd627b-be7d-4e4e-8877-49dd4fed2ecd req-056e57bc-1766-420c-8dc9-0bb643295b9b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 946 time: 0.0487421 Oct 14 11:33:37.611045 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-e1fd627b-be7d-4e4e-8877-49dd4fed2ecd req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Deleting port 82978816-d018-4646-a638-65466dbde9ab {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:33:37.611525 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-e1fd627b-be7d-4e4e-8877-49dd4fed2ecd req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:37.701550 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-e1fd627b-be7d-4e4e-8877-49dd4fed2ecd req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] For port 82978816-d018-4646-a638-65466dbde9ab, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=82978816-d018-4646-a638-65466dbde9ab,segment=NetworkSegment(7f289f98-1f68-480d-b757-43cf13cf8502),segment_id=7f289f98-1f68-480d-b757-43cf13cf8502)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:33:37.701919 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-e1fd627b-be7d-4e4e-8877-49dd4fed2ecd req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:37.713668 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-e1fd627b-be7d-4e4e-8877-49dd4fed2ecd req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Calling delete_port for 82978816-d018-4646-a638-65466dbde9ab owned by compute:nova {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:33:37.840336 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-e1fd627b-be7d-4e4e-8877-49dd4fed2ecd req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:37.853023 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['82978816-d018-4646-a638-65466dbde9ab'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:33:37.877852 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Pushing event deleted for resources: {'Port': ['ID=82978816-d018-4646-a638-65466dbde9ab,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:33:37.898555 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:33:37.898911 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:33:37.899248 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:33:37.899583 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:33:37.899916 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:33:37.900246 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:33:37.900572 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:33:37.900896 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:33:37.901220 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:33:37.901541 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:33:37.901881 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:33:37.902183 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:33:37.925482 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fd627b-be7d-4e4e-8877-49dd4fed2ecd req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] No DVR routers for this DVR port 82978816-d018-4646-a638-65466dbde9ab on host hv-cinder-79797 {{(pid=99832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:33:37.928050 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-e1fd627b-be7d-4e4e-8877-49dd4fed2ecd req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:37.931372 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e1fd627b-be7d-4e4e-8877-49dd4fed2ecd req-b2ec21ff-8563-4585-81db-8463df18100b tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.36 "DELETE /v2.0/ports/82978816-d018-4646-a638-65466dbde9ab HTTP/1.1" status: 204 len: 173 time: 0.4057355 Oct 14 11:33:37.931809 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbec1bd-7eb7-4383-8d49-cc51661bfc2a', 'name': 'network-vif-deleted', 'tag': '82978816-d018-4646-a638-65466dbde9ab'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:33:37.934046 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa63b94-5fb4-4e75-8ce6-7244635d268f" -d '{"events": [{"server_uuid": "2bbec1bd-7eb7-4383-8d49-cc51661bfc2a", "name": "network-vif-deleted", "tag": "82978816-d018-4646-a638-65466dbde9ab"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:33:37.979409 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7dde63-a248-499f-a3cd-6fc896e411a4 x-openstack-request-id: req-0e7dde63-a248-499f-a3cd-6fc896e411a4 {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:33:37.979936 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbec1bd-7eb7-4383-8d49-cc51661bfc2a", "name": "network-vif-deleted", "tag": "82978816-d018-4646-a638-65466dbde9ab", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:33:37.980291 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0e7dde63-a248-499f-a3cd-6fc896e411a4 {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:33:37.980690 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbec1bd-7eb7-4383-8d49-cc51661bfc2a', 'name': 'network-vif-deleted', 'tag': '82978816-d018-4646-a638-65466dbde9ab', 'status': 'completed', 'code': 200} Oct 14 11:33:38.098880 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 0638d0fd-6503-472b-90a1-f5a13a1b7cbe no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:33:38.118886 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: 0638d0fd-6503-472b-90a1-f5a13a1b7cbe {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:33:38.119228 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 0638d0fd-6503-472b-90a1-f5a13a1b7cbe not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:33:38.212607 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f4310cc8-1f6c-47a5-9185-c1996307a578 req-453a5457-1f7a-42fa-bc1b-afc569294470 tempest-AttachVolumeNegativeTest-854044389 tempest-AttachVolumeNegativeTest-854044389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2bbec1bd-7eb7-4383-8d49-cc51661bfc2a HTTP/1.1" status: 200 len: 210 time: 0.0258701 Oct 14 11:33:39.089194 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e959e-438e-431d-8a83-88cd9b24b34c req-915d78e5-ef83-4498-8c9f-fd5275474e87 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:39.090599 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-aa4e959e-438e-431d-8a83-88cd9b24b34c req-915d78e5-ef83-4498-8c9f-fd5275474e87 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0498056 Oct 14 11:33:39.128461 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-aa4e959e-438e-431d-8a83-88cd9b24b34c req-7a4b2053-7e2a-4eb3-86a7-f4160575c941 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316122 Oct 14 11:33:39.270557 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 54680) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:33:39.318775 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f817467d-99f9-40d0-b5f4-41625177e005 admin admin] Deleting subnet 2d1d7ac7-5c53-43e8-97c7-0a78531d2806 {{(pid=99832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:33:39.322051 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f817467d-99f9-40d0-b5f4-41625177e005 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:39.356504 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f817467d-99f9-40d0-b5f4-41625177e005 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1332862'] for subnet, precommit_delete_associations {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:39.394953 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f817467d-99f9-40d0-b5f4-41625177e005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856540'] for subnet, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:39.448243 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f817467d-99f9-40d0-b5f4-41625177e005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7939685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4544050'] for subnet, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:39.479519 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817467d-99f9-40d0-b5f4-41625177e005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d1d7ac7-5c53-43e8-97c7-0a78531d2806,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:33:39.483298 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f817467d-99f9-40d0-b5f4-41625177e005 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:39.487356 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-f817467d-99f9-40d0-b5f4-41625177e005 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2d1d7ac7-5c53-43e8-97c7-0a78531d2806 HTTP/1.1" status: 204 len: 168 time: 0.2158020 Oct 14 11:33:39.489906 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 54682) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:33:39.558474 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e1a1cd72-e1b0-4856-8078-e8b2825b3369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530326'] for network, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:39.640205 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e1a1cd72-e1b0-4856-8078-e8b2825b3369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854089', 'neutron.services.segments.db._delete_segments_for_network-8773231307825'] for network, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:39.660487 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-e1a1cd72-e1b0-4856-8078-e8b2825b3369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8ffc3d-3a1c-4a09-95f8-e26302217dc4']}} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:33:39.669922 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-e1a1cd72-e1b0-4856-8078-e8b2825b3369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f289f98-1f68-480d-b757-43cf13cf8502') {'for_net_delete': True} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:33:39.670241 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-e1a1cd72-e1b0-4856-8078-e8b2825b3369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f289f98-1f68-480d-b757-43cf13cf8502') {} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:33:39.680118 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e1a1cd72-e1b0-4856-8078-e8b2825b3369 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773231308346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1332807'] for segment, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:39.693285 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e1a1cd72-e1b0-4856-8078-e8b2825b3369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:39.699328 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a1cd72-e1b0-4856-8078-e8b2825b3369 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=99832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:33:39.699808 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e1a1cd72-e1b0-4856-8078-e8b2825b3369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7940039'] for segment, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: Traceback (most recent call last): Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: timer() Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: cb(*args, **kw) Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: return func(*args, **kwargs) Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: self._notify() Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: self.callback(batched_events) Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: event.method(event) Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: return f(self, *a, **k) Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._get(url).json() Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: return self.request(url, 'GET', **kwargs) Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:33:39.701428 dv-cinder-797970-2-iscsi neutron-server[99832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:33:39.755659 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e1a1cd72-e1b0-4856-8078-e8b2825b3369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1778393'] for network, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:39.760834 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e1a1cd72-e1b0-4856-8078-e8b2825b3369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:39.764033 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-e1a1cd72-e1b0-4856-8078-e8b2825b3369 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6f8ffc3d-3a1c-4a09-95f8-e26302217dc4 HTTP/1.1" status: 204 len: 168 time: 0.2730012 Oct 14 11:33:39.774987 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1cd72-e1b0-4856-8078-e8b2825b3369 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f8ffc3d-3a1c-4a09-95f8-e26302217dc4,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:33:39.869706 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 54688) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:33:39.913176 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-b34b5932-e38d-4983-848c-917a41385efe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ddd7923ca7e434bb7d362d62ec0c045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421917 Oct 14 11:33:39.915676 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 54690) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:33:39.963439 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c81cdfc3-aa4c-47bf-88a8-045bb5b77492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:39.984793 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c81cdfc3-aa4c-47bf-88a8-045bb5b77492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:40.031911 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c81cdfc3-aa4c-47bf-88a8-045bb5b77492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:40.035846 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c81cdfc3-aa4c-47bf-88a8-045bb5b77492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:40.037262 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-c81cdfc3-aa4c-47bf-88a8-045bb5b77492 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/56129c72-ff4c-4011-9275-79d389d6ba99 HTTP/1.1" status: 204 len: 168 time: 0.1205919 Oct 14 11:33:40.046516 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cdfc3-aa4c-47bf-88a8-045bb5b77492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56129c72-ff4c-4011-9275-79d389d6ba99,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:33:40.252338 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974f626-a90a-4b02-adbd-3eea5b2ce643 req-7894eddc-ab97-40ee-bb61-1c4d12583c04 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:40.253903 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9974f626-a90a-4b02-adbd-3eea5b2ce643 req-7894eddc-ab97-40ee-bb61-1c4d12583c04 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0528116 Oct 14 11:33:40.293658 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9974f626-a90a-4b02-adbd-3eea5b2ce643 req-8e374482-f2a4-4a1d-a4e0-4298b3dff072 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338142 Oct 14 11:33:41.414359 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9edd0-9598-43bb-8812-8ed1578eb91e req-8f0c8b7a-08f8-45c3-b8d3-909f440f511f tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:41.415848 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6ba9edd0-9598-43bb-8812-8ed1578eb91e req-8f0c8b7a-08f8-45c3-b8d3-909f440f511f tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0487313 Oct 14 11:33:41.457318 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6ba9edd0-9598-43bb-8812-8ed1578eb91e req-aa194405-6f47-407b-a781-24a3388fb188 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356359 Oct 14 11:33:42.115425 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 82978816-d018-4646-a638-65466dbde9ab no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:33:42.138516 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: 82978816-d018-4646-a638-65466dbde9ab {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:33:42.138864 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 82978816-d018-4646-a638-65466dbde9ab not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:33:42.742293 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d58703-0ba8-40b8-bcab-e20790e29f61 req-a8471fd5-42c4-404b-87ac-e86e2df0ba76 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:42.743698 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c3d58703-0ba8-40b8-bcab-e20790e29f61 req-a8471fd5-42c4-404b-87ac-e86e2df0ba76 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0512085 Oct 14 11:33:42.788266 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c3d58703-0ba8-40b8-bcab-e20790e29f61 req-3c05eb60-7e66-43fe-a11b-448a5385a16c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387492 Oct 14 11:33:43.906826 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda5047-0919-4d95-b8dd-721f80065c29 req-cee93f1d-293c-408d-b4b2-6a986fdf4545 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:43.908393 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ccda5047-0919-4d95-b8dd-721f80065c29 req-cee93f1d-293c-408d-b4b2-6a986fdf4545 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0501397 Oct 14 11:33:43.948519 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ccda5047-0919-4d95-b8dd-721f80065c29 req-de6b0527-2ff9-4c63-8cb2-15584f968363 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334733 Oct 14 11:33:45.069591 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d80e46-0320-4478-8bff-39566cfb2276 req-7794f875-4434-447c-815c-0963febb7af7 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:45.071108 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e2d80e46-0320-4478-8bff-39566cfb2276 req-7794f875-4434-447c-815c-0963febb7af7 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0489578 Oct 14 11:33:45.113049 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e2d80e46-0320-4478-8bff-39566cfb2276 req-6f16d89f-a79a-46cb-a0d8-d3f006d6978a tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360408 Oct 14 11:33:46.233632 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c351b-7ada-4f4f-8d75-3cacd2b7dc20 req-0f580bae-b322-48fd-ab90-f54e514c4749 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:46.235120 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d38c351b-7ada-4f4f-8d75-3cacd2b7dc20 req-0f580bae-b322-48fd-ab90-f54e514c4749 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0497577 Oct 14 11:33:46.273309 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d38c351b-7ada-4f4f-8d75-3cacd2b7dc20 req-504e2756-caff-4a1f-9136-06ff83e3de62 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318475 Oct 14 11:33:47.246513 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4c67e66e-af98-4eb1-ab3d-da165d5a28ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:47.403748 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29bfa2-e3e6-4c48-a62e-6549fc722aed req-b9ebddb8-fa16-4c06-86d1-c5f26e251cce tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:47.405213 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5f29bfa2-e3e6-4c48-a62e-6549fc722aed req-b9ebddb8-fa16-4c06-86d1-c5f26e251cce tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0494671 Oct 14 11:33:47.443013 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5f29bfa2-e3e6-4c48-a62e-6549fc722aed req-ada1bc61-802e-48aa-ad22-eed683c00692 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308011 Oct 14 11:33:48.559907 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b4be6-2645-4755-b084-6abfa6474a14 req-0f5ba99d-8f91-4150-9eef-a1f3340d1b9f tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:48.561270 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e42b4be6-2645-4755-b084-6abfa6474a14 req-0f5ba99d-8f91-4150-9eef-a1f3340d1b9f tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0477631 Oct 14 11:33:48.602268 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e42b4be6-2645-4755-b084-6abfa6474a14 req-d5fc5fcb-bdd3-423c-8098-9fac8158a1b2 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349615 Oct 14 11:33:49.720670 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b42391-3865-421c-a873-3cd1240b6db9 req-ccec87aa-1e08-4223-ad97-192cc23c4660 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:49.722216 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-90b42391-3865-421c-a873-3cd1240b6db9 req-ccec87aa-1e08-4223-ad97-192cc23c4660 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0501723 Oct 14 11:33:49.733808 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-770d22fa-5e44-4c4a-86fa-92e65ae65e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:49.761818 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-90b42391-3865-421c-a873-3cd1240b6db9 req-a677c46f-4093-4b8e-bdda-15c562cfecca tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336101 Oct 14 11:33:50.879895 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016526c-b7c0-452c-89cf-dde253221f17 req-064257ad-d50d-49db-bfe1-a270760d121d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:50.881348 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6016526c-b7c0-452c-89cf-dde253221f17 req-064257ad-d50d-49db-bfe1-a270760d121d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0483577 Oct 14 11:33:50.918160 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6016526c-b7c0-452c-89cf-dde253221f17 req-539fc285-d1c8-4371-8fc8-80e56c9ce089 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308399 Oct 14 11:33:51.221993 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:52.036973 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c34070-56c1-46a1-8e1f-c2848c43d534 req-e4792076-078c-4197-9b3b-2da9e77c2aa2 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:52.038620 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f6c34070-56c1-46a1-8e1f-c2848c43d534 req-e4792076-078c-4197-9b3b-2da9e77c2aa2 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0489326 Oct 14 11:33:52.078719 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f6c34070-56c1-46a1-8e1f-c2848c43d534 req-27dd0221-9796-4b41-863b-c6997472113c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342479 Oct 14 11:33:52.539036 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:52.986425 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:33:53.200905 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8ac83-cbd4-441c-af78-eadedc07c2d6 req-cef12f5f-2bc4-419b-9988-1935ec0f46c7 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:53.202399 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a5a8ac83-cbd4-441c-af78-eadedc07c2d6 req-cef12f5f-2bc4-419b-9988-1935ec0f46c7 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0484822 Oct 14 11:33:53.240807 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a5a8ac83-cbd4-441c-af78-eadedc07c2d6 req-42b920cf-579a-4a14-bb14-de7a6ece69d1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311155 Oct 14 11:33:54.363220 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f274b8-09ef-4d61-825d-de6150e1390e req-efff715b-b298-4897-8a3f-937ddc112488 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:54.364695 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a7f274b8-09ef-4d61-825d-de6150e1390e req-efff715b-b298-4897-8a3f-937ddc112488 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0505507 Oct 14 11:33:54.402080 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a7f274b8-09ef-4d61-825d-de6150e1390e req-5a5587e7-b152-44fe-9c0b-74a322ba00f1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315399 Oct 14 11:33:55.524690 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c868a1a-3524-49c8-a4cd-66d76da4a34f req-1671b82b-fe5a-4046-b5aa-c945e4ed8ce4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:55.526109 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5c868a1a-3524-49c8-a4cd-66d76da4a34f req-1671b82b-fe5a-4046-b5aa-c945e4ed8ce4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0525274 Oct 14 11:33:55.565661 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5c868a1a-3524-49c8-a4cd-66d76da4a34f req-731864c4-4db7-4b7b-ab45-86d4d4de76ce tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326183 Oct 14 11:33:56.685694 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4f0c0-4e57-43e7-aa42-a22ceb6a0677 req-488dc24a-fcb6-44bd-aa12-c2371f11257e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:56.687092 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-56d4f0c0-4e57-43e7-aa42-a22ceb6a0677 req-488dc24a-fcb6-44bd-aa12-c2371f11257e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0511162 Oct 14 11:33:56.729137 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-56d4f0c0-4e57-43e7-aa42-a22ceb6a0677 req-d21027ee-46b7-4550-8a50-c6bf0ab0c9d5 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350523 Oct 14 11:33:57.850986 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706e748-d1ed-467e-8251-0ae22c176542 req-04302d2d-e6e7-497c-a71e-b24628489e80 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:57.852458 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8706e748-d1ed-467e-8251-0ae22c176542 req-04302d2d-e6e7-497c-a71e-b24628489e80 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0492890 Oct 14 11:33:57.890787 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8706e748-d1ed-467e-8251-0ae22c176542 req-91b550d8-d882-4b6f-8734-c42aaf291e85 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322497 Oct 14 11:33:59.009502 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f76766-f58f-4d0b-8207-b103e92c40c7 req-2893e412-97bc-4a9e-8e53-579b6968160f tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:33:59.011004 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-16f76766-f58f-4d0b-8207-b103e92c40c7 req-2893e412-97bc-4a9e-8e53-579b6968160f tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0485604 Oct 14 11:33:59.048482 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-16f76766-f58f-4d0b-8207-b103e92c40c7 req-fe0e2f0a-7c4c-4a50-94a8-c997b1fb7174 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315843 Oct 14 11:34:00.168549 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3e80b-797b-4df4-bc86-75a4c8117fb4 req-52ea0119-b43b-4474-902e-406fb41848a4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:00.170013 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-31d3e80b-797b-4df4-bc86-75a4c8117fb4 req-52ea0119-b43b-4474-902e-406fb41848a4 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0481153 Oct 14 11:34:00.212191 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-31d3e80b-797b-4df4-bc86-75a4c8117fb4 req-09289302-1c4b-41ff-bbb3-a0dc87a96c37 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356641 Oct 14 11:34:01.336178 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814a75d-96fb-4b23-8da3-fbb5450e8913 req-55f8efac-4166-4bcd-ab44-047082522d2a tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:01.337546 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a814a75d-96fb-4b23-8da3-fbb5450e8913 req-55f8efac-4166-4bcd-ab44-047082522d2a tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0528855 Oct 14 11:34:01.374495 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a814a75d-96fb-4b23-8da3-fbb5450e8913 req-690869b4-6ded-442c-8ad6-bc654891c7c2 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309227 Oct 14 11:34:01.897300 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:02.505654 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5903c5-94c5-4e11-b61a-d7b0348cb479 req-1c7d9edd-a545-44f6-be8d-28a07c74a57f tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:02.507159 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ed5903c5-94c5-4e11-b61a-d7b0348cb479 req-1c7d9edd-a545-44f6-be8d-28a07c74a57f tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0597138 Oct 14 11:34:02.556490 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ed5903c5-94c5-4e11-b61a-d7b0348cb479 req-c7027d95-31a4-4303-b824-0260d10cadc1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394738 Oct 14 11:34:03.692074 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca07ef5-1c5b-4f4d-9b9e-613a5263fb06 req-c8b431e6-6c0a-44a3-b6f5-8828d40e8088 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:03.693614 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4ca07ef5-1c5b-4f4d-9b9e-613a5263fb06 req-c8b431e6-6c0a-44a3-b6f5-8828d40e8088 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0555773 Oct 14 11:34:03.735989 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4ca07ef5-1c5b-4f4d-9b9e-613a5263fb06 req-73a7174c-4aa8-484a-99ff-c7fcfcbcab31 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343068 Oct 14 11:34:04.867740 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae42b2-9d93-41b7-8d57-1cc12216e55a req-eb30a419-4bfb-4dbc-8cdc-0a4510d9f044 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:04.870221 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6fae42b2-9d93-41b7-8d57-1cc12216e55a req-eb30a419-4bfb-4dbc-8cdc-0a4510d9f044 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0578861 Oct 14 11:34:04.929065 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6fae42b2-9d93-41b7-8d57-1cc12216e55a req-d065ddd0-0938-41ca-8635-58599171b818 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451648 Oct 14 11:34:05.305067 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device db784d53-f81f-4d27-9ff4-3c30b1a77f99 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:34:05.433235 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port db784d53-f81f-4d27-9ff4-3c30b1a77f99, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=db784d53-f81f-4d27-9ff4-3c30b1a77f99,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:34:05.569704 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'port_id': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99', 'mac_address': 'fa:16:3e:22:20:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:34:05.614902 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:05.630586 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db784d53-f81f-4d27-9ff4-3c30b1a77f99 {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:34:05.651914 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port db784d53-f81f-4d27-9ff4-3c30b1a77f99, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=db784d53-f81f-4d27-9ff4-3c30b1a77f99,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:34:05.657893 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:05.714648 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=db784d53-f81f-4d27-9ff4-3c30b1a77f99,revision_number=6']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:05.722501 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:05.722859 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:05.723210 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:05.723556 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:05.723899 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:05.724239 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:05.724570 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:05.724900 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:05.725259 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:05.725589 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:05.725916 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:05.726266 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:06.065635 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55865c24-64ac-4085-9a29-74848ccfb999 req-61108746-7db5-484c-b147-cf0ef2a7be57 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:06.073736 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-55865c24-64ac-4085-9a29-74848ccfb999 req-61108746-7db5-484c-b147-cf0ef2a7be57 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 944 time: 0.0629280 Oct 14 11:34:06.113225 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-55865c24-64ac-4085-9a29-74848ccfb999 req-418ede03-5738-494b-b4c2-9e26e9e254d3 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386093 Oct 14 11:34:07.253228 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1eb90-ebdf-4639-9d7c-1691d8f31168 req-fb1ef961-d792-4407-b885-071c5e373749 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:07.254911 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-90e1eb90-ebdf-4639-9d7c-1691d8f31168 req-fb1ef961-d792-4407-b885-071c5e373749 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 944 time: 0.0580339 Oct 14 11:34:07.306970 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-90e1eb90-ebdf-4639-9d7c-1691d8f31168 req-5000509c-cf2a-4fe1-b894-347278d1565e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457027 Oct 14 11:34:07.367662 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['db784d53-f81f-4d27-9ff4-3c30b1a77f99'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:34:08.442814 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab89c83-6ce9-4d99-9999-faaf1bd2be46 req-52f325ac-88fe-42a8-a0e6-d7ec939f8c02 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:08.445040 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9ab89c83-6ce9-4d99-9999-faaf1bd2be46 req-52f325ac-88fe-42a8-a0e6-d7ec939f8c02 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 944 time: 0.0554600 Oct 14 11:34:08.491220 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9ab89c83-6ce9-4d99-9999-faaf1bd2be46 req-c52c92be-f470-4004-ae1c-c5411bf1cc2e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358412 Oct 14 11:34:09.283574 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device db784d53-f81f-4d27-9ff4-3c30b1a77f99 up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:34:09.353071 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port db784d53-f81f-4d27-9ff4-3c30b1a77f99 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:34:09.353451 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:09.456143 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:09.495065 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af33775-96f7-408e-b4a6-857423709e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:34:09.497533 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3762f2c9-c54f-42af-8f25-56a343766849" -d '{"events": [{"server_uuid": "9af33775-96f7-408e-b4a6-857423709e9c", "name": "network-vif-plugged", "status": "completed", "tag": "db784d53-f81f-4d27-9ff4-3c30b1a77f99"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:34:09.516082 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port db784d53-f81f-4d27-9ff4-3c30b1a77f99, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=db784d53-f81f-4d27-9ff4-3c30b1a77f99,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:34:09.532285 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:09.624547 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=db784d53-f81f-4d27-9ff4-3c30b1a77f99,revision_number=7']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:09.676916 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccc99fe-bad4-49a2-bb4c-035985a58c2e x-openstack-request-id: req-9ccc99fe-bad4-49a2-bb4c-035985a58c2e {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:34:09.677386 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af33775-96f7-408e-b4a6-857423709e9c", "name": "network-vif-plugged", "status": "completed", "tag": "db784d53-f81f-4d27-9ff4-3c30b1a77f99", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:34:09.677793 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9ccc99fe-bad4-49a2-bb4c-035985a58c2e {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:34:09.678637 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af33775-96f7-408e-b4a6-857423709e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99', 'code': 200} Oct 14 11:34:09.699611 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5017139-f7bc-4fc0-94cc-f0e1312859e2 req-048edf4e-e829-4e1c-bf3d-909249eb0c0b tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:09.701164 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f5017139-f7bc-4fc0-94cc-f0e1312859e2 req-048edf4e-e829-4e1c-bf3d-909249eb0c0b tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.1160326 Oct 14 11:34:09.754925 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f5017139-f7bc-4fc0-94cc-f0e1312859e2 req-e971058d-5e78-47ca-94ae-d0d8b08bea73 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464685 Oct 14 11:34:10.914187 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a0009-bfc9-4447-b22c-d092349696c5 req-136fcae7-40bd-4131-9b15-e75f26d435b9 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:10.917721 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-993a0009-bfc9-4447-b22c-d092349696c5 req-136fcae7-40bd-4131-9b15-e75f26d435b9 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0684125 Oct 14 11:34:10.967140 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-993a0009-bfc9-4447-b22c-d092349696c5 req-22e1b8b0-ba77-4587-96a9-f7784d4015ff tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378563 Oct 14 11:34:12.130607 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51398e6f-eb7a-48df-8150-27693c4894ee req-3dc50468-adb7-4073-93e5-6cacb4280f5c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:12.143667 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-51398e6f-eb7a-48df-8150-27693c4894ee req-3dc50468-adb7-4073-93e5-6cacb4280f5c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0873902 Oct 14 11:34:12.191431 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-51398e6f-eb7a-48df-8150-27693c4894ee req-69717a6b-09ae-480f-bc0c-2223163017a6 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441060 Oct 14 11:34:12.301813 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 55084) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:12.431861 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1a53224d-4f07-4d83-af61-33bc6736c19e admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:12.529705 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1a53224d-4f07-4d83-af61-33bc6736c19e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:12.535134 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1a53224d-4f07-4d83-af61-33bc6736c19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:12.586398 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-1a53224d-4f07-4d83-af61-33bc6736c19e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=98951e7821c24d0085a4922ec7e124fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793221 Oct 14 11:34:12.586398 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53224d-4f07-4d83-af61-33bc6736c19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a58127f-9bca-40e8-8c43-2a6beb77476e,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:12.586866 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 55092) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:12.645588 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:12.670389 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:12.724787 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:12.727892 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:12.729827 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4a58127f-9bca-40e8-8c43-2a6beb77476e HTTP/1.1" status: 204 len: 168 time: 0.1414113 Oct 14 11:34:12.737725 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a58127f-9bca-40e8-8c43-2a6beb77476e,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:12.745427 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:12.746087 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:12.746551 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:12.746996 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:12.747426 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:12.747857 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:12.748471 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:12.749032 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:12.749690 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:12.750389 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:12.751017 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:12.751742 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca0048-2773-4f7d-891e-33507f551973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:13.078923 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 55100) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:13.093704 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f25f1856-e3ed-4456-ae21-4ab66d1183b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:13.179455 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f25f1856-e3ed-4456-ae21-4ab66d1183b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:13.183109 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f25f1856-e3ed-4456-ae21-4ab66d1183b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:13.225008 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-f25f1856-e3ed-4456-ae21-4ab66d1183b4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=995360ef387248e192290443e703a717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447043 Oct 14 11:34:13.226016 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f1856-e3ed-4456-ae21-4ab66d1183b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9795112c-4a16-41d6-9be1-2888773a591d,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:13.228539 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 55110) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:13.295353 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-26daaa76-13f8-4c78-9e57-d64858eea2ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:13.319361 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-26daaa76-13f8-4c78-9e57-d64858eea2ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:13.334131 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb1c4d-86c9-4ff4-953f-912441c32694 req-a6548806-5369-4b4e-886a-529ee6bcb1d2 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:13.335943 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5fdb1c4d-86c9-4ff4-953f-912441c32694 req-a6548806-5369-4b4e-886a-529ee6bcb1d2 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0543716 Oct 14 11:34:13.372475 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-26daaa76-13f8-4c78-9e57-d64858eea2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:13.374706 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:34:13.375777 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-26daaa76-13f8-4c78-9e57-d64858eea2ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:13.377618 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-26daaa76-13f8-4c78-9e57-d64858eea2ca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9795112c-4a16-41d6-9be1-2888773a591d HTTP/1.1" status: 204 len: 168 time: 0.1469619 Oct 14 11:34:13.379609 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5fdb1c4d-86c9-4ff4-953f-912441c32694 req-5f28f1a0-8e7d-4b85-a819-eaa9444fdfdd tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366871 Oct 14 11:34:13.392764 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26daaa76-13f8-4c78-9e57-d64858eea2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9795112c-4a16-41d6-9be1-2888773a591d,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:13.997577 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23462665-1081-4e9d-b746-e6c003957cdf req-710391c4-14b3-4b06-8d60-e8fe6336bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:13.999116 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-23462665-1081-4e9d-b746-e6c003957cdf req-710391c4-14b3-4b06-8d60-e8fe6336bd8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6002f5ee1b60442cae91e69448c24382&device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 1098 time: 0.1499896 Oct 14 11:34:14.125668 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23462665-1081-4e9d-b746-e6c003957cdf req-221a4b3d-fe4c-4c4c-825c-a6274737982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:14.127294 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-23462665-1081-4e9d-b746-e6c003957cdf req-221a4b3d-fe4c-4c4c-825c-a6274737982e service neutron] 10.222.0.36 "GET /v2.0/networks?id=953fc067-17c1-4744-a2d8-c5382bc078cb HTTP/1.1" status: 200 len: 918 time: 0.1192477 Oct 14 11:34:14.212102 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-23462665-1081-4e9d-b746-e6c003957cdf req-a5649d35-3c48-4ce1-9cb9-9b72894edbe8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db784d53-f81f-4d27-9ff4-3c30b1a77f99 HTTP/1.1" status: 200 len: 1000 time: 0.0754275 Oct 14 11:34:14.267835 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23462665-1081-4e9d-b746-e6c003957cdf req-50c6c878-6c71-4767-beb1-3ed004066f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:14.269484 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-23462665-1081-4e9d-b746-e6c003957cdf req-50c6c878-6c71-4767-beb1-3ed004066f3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e66ebcfd-406b-4441-8bf2-124e9b613a1b HTTP/1.1" status: 200 len: 856 time: 0.0504127 Oct 14 11:34:14.320733 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23462665-1081-4e9d-b746-e6c003957cdf req-2b05cf59-9718-494a-873e-b90b200d695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:14.322294 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-23462665-1081-4e9d-b746-e6c003957cdf req-2b05cf59-9718-494a-873e-b90b200d695b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=953fc067-17c1-4744-a2d8-c5382bc078cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454805 Oct 14 11:34:14.415660 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-23462665-1081-4e9d-b746-e6c003957cdf req-0c86d743-1f26-4bb0-be34-0e9a36d12da8 service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866051 Oct 14 11:34:14.544330 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-23462665-1081-4e9d-b746-e6c003957cdf req-16c0e1ff-e500-4cff-99f9-2ffb5f0520e6 service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216545 Oct 14 11:34:14.555647 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fafb10-c72b-4dd7-aa89-31f0c9d1ea85 req-2d826862-b9eb-46f2-96d3-ae48ebc27f43 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:14.557108 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b9fafb10-c72b-4dd7-aa89-31f0c9d1ea85 req-2d826862-b9eb-46f2-96d3-ae48ebc27f43 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0704954 Oct 14 11:34:14.600501 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b9fafb10-c72b-4dd7-aa89-31f0c9d1ea85 req-6617b171-e7f1-418a-93c3-9bdad1815fd7 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371366 Oct 14 11:34:15.040945 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 55168) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:15.147690 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e13e8f21-8168-41bb-b762-7ec04897ee47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:15.225208 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e13e8f21-8168-41bb-b762-7ec04897ee47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:15.228836 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e13e8f21-8168-41bb-b762-7ec04897ee47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:15.271072 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-e13e8f21-8168-41bb-b762-7ec04897ee47 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=762efe6654384bf5aa249fad3abc8cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289493 Oct 14 11:34:15.271902 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e8f21-8168-41bb-b762-7ec04897ee47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cfb5ab-8c3e-477d-b9b6-043475542ba1,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:15.274486 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 55176) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:15.326704 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-77fc3fc0-2a43-4634-a1b2-bf200d21e98f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:15.347897 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-77fc3fc0-2a43-4634-a1b2-bf200d21e98f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:15.396134 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-77fc3fc0-2a43-4634-a1b2-bf200d21e98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:15.398867 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-77fc3fc0-2a43-4634-a1b2-bf200d21e98f admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:15.400019 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-77fc3fc0-2a43-4634-a1b2-bf200d21e98f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a9cfb5ab-8c3e-477d-b9b6-043475542ba1 HTTP/1.1" status: 204 len: 168 time: 0.1245396 Oct 14 11:34:15.408069 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc3fc0-2a43-4634-a1b2-bf200d21e98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cfb5ab-8c3e-477d-b9b6-043475542ba1,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:15.684865 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 55194) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:15.700552 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e52c-f809-47e0-b5f4-c39e0118e472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:15.739386 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e8d30-1fe1-4c38-9407-58d953c6a9f2 req-e669c350-eff7-42a5-a7a4-28a5a9d901e1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:15.740891 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2b7e8d30-1fe1-4c38-9407-58d953c6a9f2 req-e669c350-eff7-42a5-a7a4-28a5a9d901e1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0517819 Oct 14 11:34:15.781245 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2b7e8d30-1fe1-4c38-9407-58d953c6a9f2 req-21f22d19-bea0-4f9d-9a00-3e6ccf7bc6d0 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330050 Oct 14 11:34:15.781849 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e52c-f809-47e0-b5f4-c39e0118e472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:15.786145 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e52c-f809-47e0-b5f4-c39e0118e472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:15.825249 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-1ee6e52c-f809-47e0-b5f4-c39e0118e472 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1885dbf4259f43f1879066ec6114326e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391382 Oct 14 11:34:15.826099 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6e52c-f809-47e0-b5f4-c39e0118e472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21169aa0-02fb-41e6-b7cb-806d0b52c2e4,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:15.828043 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 55196) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:15.878676 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5fbf7064-168d-478c-91f5-62e5c10c9f33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:15.899217 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5fbf7064-168d-478c-91f5-62e5c10c9f33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:15.945994 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5fbf7064-168d-478c-91f5-62e5c10c9f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:15.948713 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5fbf7064-168d-478c-91f5-62e5c10c9f33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:15.949841 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-5fbf7064-168d-478c-91f5-62e5c10c9f33 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/21169aa0-02fb-41e6-b7cb-806d0b52c2e4 HTTP/1.1" status: 204 len: 168 time: 0.1208482 Oct 14 11:34:15.958528 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf7064-168d-478c-91f5-62e5c10c9f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21169aa0-02fb-41e6-b7cb-806d0b52c2e4,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:16.921411 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0a939-bec2-45ef-8d1f-5f8edb7a47f4 req-2d065720-0172-4957-b64f-bf8f6b186ac1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:16.923175 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a2a0a939-bec2-45ef-8d1f-5f8edb7a47f4 req-2d065720-0172-4957-b64f-bf8f6b186ac1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 945 time: 0.0626614 Oct 14 11:34:16.981354 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a2a0a939-bec2-45ef-8d1f-5f8edb7a47f4 req-27297eb5-4f06-428e-8afe-a38bcb9dc6bf tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502412 Oct 14 11:34:17.252645 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-90d67b46-cc59-4c2e-8e82-384829d923cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:17.371543 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device db784d53-f81f-4d27-9ff4-3c30b1a77f99 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:34:17.461927 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:17.485630 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af33775-96f7-408e-b4a6-857423709e9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:34:17.488985 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340473b7-40a9-4b86-94cb-12f4efdb57bf" -d '{"events": [{"server_uuid": "9af33775-96f7-408e-b4a6-857423709e9c", "name": "network-vif-unplugged", "status": "completed", "tag": "db784d53-f81f-4d27-9ff4-3c30b1a77f99"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:34:17.516381 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port db784d53-f81f-4d27-9ff4-3c30b1a77f99, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=db784d53-f81f-4d27-9ff4-3c30b1a77f99,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:34:17.523173 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:17.530382 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Oct 2021 11:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea5e02f-ac74-49e3-ab69-019270f27971 x-openstack-request-id: req-5ea5e02f-ac74-49e3-ab69-019270f27971 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:34:17.530667 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af33775-96f7-408e-b4a6-857423709e9c", "name": "network-vif-unplugged", "status": "failed", "tag": "db784d53-f81f-4d27-9ff4-3c30b1a77f99", "code": 422}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:34:17.530916 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5ea5e02f-ac74-49e3-ab69-019270f27971 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:34:17.531301 dv-cinder-797970-2-iscsi neutron-server[99834]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9af33775-96f7-408e-b4a6-857423709e9c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99', 'code': 422} returned with failed status Oct 14 11:34:17.587161 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=db784d53-f81f-4d27-9ff4-3c30b1a77f99,revision_number=8']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:18.181054 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d942179-8316-4729-9d90-1b2a15f7df93 req-e610c2ff-b4f0-47b0-bd91-31ca05398248 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:18.182602 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9d942179-8316-4729-9d90-1b2a15f7df93 req-e610c2ff-b4f0-47b0-bd91-31ca05398248 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 943 time: 0.0571492 Oct 14 11:34:18.214353 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c9f95941-e7dd-436b-9652-36669415519b req-eb3e58b4-a82d-4440-bec5-e229df51c7b3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0499661 Oct 14 11:34:18.226547 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9d942179-8316-4729-9d90-1b2a15f7df93 req-2fc4a29b-1f32-4e84-997e-424a1356bc48 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376067 Oct 14 11:34:18.620758 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fae985-7a0e-4097-9073-1b28e380c53a req-d84650d6-9b69-4ca8-a6ea-e27f828dc036 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:18.622260 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-82fae985-7a0e-4097-9073-1b28e380c53a req-d84650d6-9b69-4ca8-a6ea-e27f828dc036 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 945 time: 0.0527148 Oct 14 11:34:18.668096 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-82fae985-7a0e-4097-9073-1b28e380c53a req-a71b214e-bf57-41ec-b85b-1bc91fdcc1d7 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389967 Oct 14 11:34:19.209379 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f95941-e7dd-436b-9652-36669415519b req-6525a887-4631-43cf-a195-8476bdf28450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:19.211115 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c9f95941-e7dd-436b-9652-36669415519b req-6525a887-4631-43cf-a195-8476bdf28450 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c&tenant_id=6002f5ee1b60442cae91e69448c24382 HTTP/1.1" status: 200 len: 1096 time: 0.0448647 Oct 14 11:34:19.281842 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f95941-e7dd-436b-9652-36669415519b req-3b2f1b79-6331-417e-aca1-fac1321c3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:19.283377 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c9f95941-e7dd-436b-9652-36669415519b req-3b2f1b79-6331-417e-aca1-fac1321c3f8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6002f5ee1b60442cae91e69448c24382&device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 1096 time: 0.0464835 Oct 14 11:34:19.359615 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc45ab-a829-4c6b-b7b9-dd01083bb017 req-bd10cb52-d3c6-4e07-922a-681f8fa16841 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:19.361070 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d3bc45ab-a829-4c6b-b7b9-dd01083bb017 req-bd10cb52-d3c6-4e07-922a-681f8fa16841 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 943 time: 0.0490565 Oct 14 11:34:19.382762 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f95941-e7dd-436b-9652-36669415519b req-cf265e15-8888-4d5b-8d72-11e9fe8af391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:19.384256 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c9f95941-e7dd-436b-9652-36669415519b req-cf265e15-8888-4d5b-8d72-11e9fe8af391 service neutron] 10.222.0.36 "GET /v2.0/networks?id=953fc067-17c1-4744-a2d8-c5382bc078cb HTTP/1.1" status: 200 len: 918 time: 0.0908151 Oct 14 11:34:19.399527 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d3bc45ab-a829-4c6b-b7b9-dd01083bb017 req-64469210-cef7-409a-99eb-959f6dfc6210 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313485 Oct 14 11:34:19.454235 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c9f95941-e7dd-436b-9652-36669415519b req-bfb1caea-4f19-4d02-8a75-de8c2d7e64ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db784d53-f81f-4d27-9ff4-3c30b1a77f99 HTTP/1.1" status: 200 len: 998 time: 0.0614872 Oct 14 11:34:19.504297 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f95941-e7dd-436b-9652-36669415519b req-f065eee5-9cc4-4401-b56a-846c45d82a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:19.505679 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c9f95941-e7dd-436b-9652-36669415519b req-f065eee5-9cc4-4401-b56a-846c45d82a2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e66ebcfd-406b-4441-8bf2-124e9b613a1b HTTP/1.1" status: 200 len: 856 time: 0.0432878 Oct 14 11:34:19.551681 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f95941-e7dd-436b-9652-36669415519b req-ed3210c8-8f7b-44b2-884d-70bd6f7994ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:19.553044 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c9f95941-e7dd-436b-9652-36669415519b req-ed3210c8-8f7b-44b2-884d-70bd6f7994ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=953fc067-17c1-4744-a2d8-c5382bc078cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391312 Oct 14 11:34:19.651109 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c9f95941-e7dd-436b-9652-36669415519b req-72eaf287-f4d9-458f-8c82-6cc9437f4702 service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886056 Oct 14 11:34:19.740372 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-c96074b4-7451-4e04-92ac-447f2805de1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:19.754972 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c9f95941-e7dd-436b-9652-36669415519b req-297fb715-5e09-4edc-9b98-c25cce350bdb service neutron] 10.222.0.36 "GET /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940337 Oct 14 11:34:19.789892 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb6363-0e6e-46e3-96ba-ecb12dcc125e req-7d861563-41a2-4a7b-a806-b823f98a1aff tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:19.791410 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2bdb6363-0e6e-46e3-96ba-ecb12dcc125e req-7d861563-41a2-4a7b-a806-b823f98a1aff tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 945 time: 0.0508239 Oct 14 11:34:19.834729 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2bdb6363-0e6e-46e3-96ba-ecb12dcc125e req-6d3c01d3-d73e-4e33-a511-36f47982b82d tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370557 Oct 14 11:34:20.550294 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56ac06-f5b4-4271-837f-4fd0cb94aeec req-db1aa8ff-6ab0-45c7-953a-98b5232614d5 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:20.552846 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0a56ac06-f5b4-4271-837f-4fd0cb94aeec req-db1aa8ff-6ab0-45c7-953a-98b5232614d5 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 943 time: 0.0582647 Oct 14 11:34:20.597306 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0a56ac06-f5b4-4271-837f-4fd0cb94aeec req-1463b227-f366-49fb-8e27-0ad47a95baf9 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380566 Oct 14 11:34:20.954189 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3414729-d627-4491-b193-85199d5b34c0 req-8325d151-0767-4d16-aa47-a296420282e1 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:20.956308 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c3414729-d627-4491-b193-85199d5b34c0 req-8325d151-0767-4d16-aa47-a296420282e1 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 945 time: 0.0518970 Oct 14 11:34:20.997685 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c3414729-d627-4491-b193-85199d5b34c0 req-3f61b056-dd9b-46c2-ab85-6c9789b38a1d tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347438 Oct 14 11:34:21.226069 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:21.733143 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604429eb-2736-4477-8c7b-80b975d71dde req-9b1f7d47-bc0f-4a67-8c08-6a1c0599895d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:21.735442 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-604429eb-2736-4477-8c7b-80b975d71dde req-9b1f7d47-bc0f-4a67-8c08-6a1c0599895d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 943 time: 0.0600779 Oct 14 11:34:21.784385 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-604429eb-2736-4477-8c7b-80b975d71dde req-8e67fbea-71d7-43c3-a0e9-c3d4b40e6f34 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373430 Oct 14 11:34:21.961738 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 55384) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:22.076382 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-08e4c9e5-a54f-429d-ab4a-25e61e158bf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:22.157950 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7934d2-0e2c-43b0-94dc-61e8b7b79bce req-83f427dc-649b-4485-91f7-51f8f274f29d tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:22.160556 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-3e7934d2-0e2c-43b0-94dc-61e8b7b79bce req-83f427dc-649b-4485-91f7-51f8f274f29d tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 945 time: 0.0746932 Oct 14 11:34:22.228570 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-3e7934d2-0e2c-43b0-94dc-61e8b7b79bce req-1c618a72-dfe0-4a2c-8c36-86edfb9bc22f tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573702 Oct 14 11:34:22.233887 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-08e4c9e5-a54f-429d-ab4a-25e61e158bf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:22.239377 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-08e4c9e5-a54f-429d-ab4a-25e61e158bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:22.286395 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-08e4c9e5-a54f-429d-ab4a-25e61e158bf9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a3a7023f7ea64e3eb396a31374e2950f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232615 Oct 14 11:34:22.287285 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4c9e5-a54f-429d-ab4a-25e61e158bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9b1777-5f2f-45f0-85bd-4759f9bc9359,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:22.288997 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 55390) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:22.350216 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1630dc73-33c5-4446-97ec-1840e05e36b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:22.372911 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1630dc73-33c5-4446-97ec-1840e05e36b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:22.422938 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1630dc73-33c5-4446-97ec-1840e05e36b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:22.426717 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1630dc73-33c5-4446-97ec-1840e05e36b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:22.427861 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-1630dc73-33c5-4446-97ec-1840e05e36b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f9b1777-5f2f-45f0-85bd-4759f9bc9359 HTTP/1.1" status: 204 len: 168 time: 0.1369808 Oct 14 11:34:22.437460 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630dc73-33c5-4446-97ec-1840e05e36b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9b1777-5f2f-45f0-85bd-4759f9bc9359,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:22.540874 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:22.732942 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 55396) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:22.747097 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5df9a79c-e4b9-4b61-a062-f1b5f76612d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:22.838301 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5df9a79c-e4b9-4b61-a062-f1b5f76612d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:22.847403 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5df9a79c-e4b9-4b61-a062-f1b5f76612d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:22.900818 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-5df9a79c-e4b9-4b61-a062-f1b5f76612d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=11df1355593c4c22ac197b85a603f98d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667085 Oct 14 11:34:22.902821 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9a79c-e4b9-4b61-a062-f1b5f76612d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c36b60-5500-494d-8722-f4bdc3947b32,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:22.903637 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 55400) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:22.959789 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fbc6f-1b71-4071-8c6f-a230cd9f5722 req-d76884c4-4e0f-487d-b1fd-9c9354669d8c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:22.961751 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-fb7fbc6f-1b71-4071-8c6f-a230cd9f5722 req-d76884c4-4e0f-487d-b1fd-9c9354669d8c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 943 time: 0.0772433 Oct 14 11:34:22.978703 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1ddd534b-13fc-4545-a8e2-980d66136a62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:23.003492 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:23.024339 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1ddd534b-13fc-4545-a8e2-980d66136a62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:23.043229 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-fb7fbc6f-1b71-4071-8c6f-a230cd9f5722 req-2ad4478f-cda4-437b-904f-306bb603dde8 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749142 Oct 14 11:34:23.094768 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1ddd534b-13fc-4545-a8e2-980d66136a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:23.098393 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1ddd534b-13fc-4545-a8e2-980d66136a62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:23.100631 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-1ddd534b-13fc-4545-a8e2-980d66136a62 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/68c36b60-5500-494d-8722-f4bdc3947b32 HTTP/1.1" status: 204 len: 168 time: 0.1959584 Oct 14 11:34:23.108848 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd534b-13fc-4545-a8e2-980d66136a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c36b60-5500-494d-8722-f4bdc3947b32,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:23.385869 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcfc75-f8d4-4ba7-bf50-42ade64f66cf req-73f5cad8-0fbb-492f-980b-ad9e8d8fa0f0 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:23.387518 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bbfcfc75-f8d4-4ba7-bf50-42ade64f66cf req-73f5cad8-0fbb-492f-980b-ad9e8d8fa0f0 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 945 time: 0.0723605 Oct 14 11:34:23.451126 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bbfcfc75-f8d4-4ba7-bf50-42ade64f66cf req-925a83b0-03cb-4e72-aa7b-a36403c3d97e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542016 Oct 14 11:34:24.213926 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc539f5-88ce-47b3-b658-b35783076905 req-1b2a6f59-9def-4e74-8c5d-237d43dce7e1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:24.215762 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5cc539f5-88ce-47b3-b658-b35783076905 req-1b2a6f59-9def-4e74-8c5d-237d43dce7e1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 943 time: 0.0934305 Oct 14 11:34:24.272314 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5cc539f5-88ce-47b3-b658-b35783076905 req-e93e5825-fbd7-4680-baf3-53f84a20648d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493970 Oct 14 11:34:24.600019 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc801d03-7fab-4dbc-82c0-b1e5bfcdb59b req-4fbe4636-e4bc-4d3a-8942-07b15a70a08c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:24.602529 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bc801d03-7fab-4dbc-82c0-b1e5bfcdb59b req-4fbe4636-e4bc-4d3a-8942-07b15a70a08c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 945 time: 0.0599253 Oct 14 11:34:24.662813 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bc801d03-7fab-4dbc-82c0-b1e5bfcdb59b req-aaa90e4a-df48-4d16-81d5-f468f5b73fe0 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540245 Oct 14 11:34:25.418788 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23beb606-0d95-4908-bfc4-015188c2eeb1 req-50f8eb1b-3e27-4660-b989-719a1f409612 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:25.420552 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-23beb606-0d95-4908-bfc4-015188c2eeb1 req-50f8eb1b-3e27-4660-b989-719a1f409612 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 943 time: 0.0589802 Oct 14 11:34:25.465721 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-23beb606-0d95-4908-bfc4-015188c2eeb1 req-bd5b9dff-7c3b-42cd-80d7-7dc1718f8b0e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366147 Oct 14 11:34:25.796637 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e29bd-7721-4b30-8ff9-11ec1287d17a req-c1442493-b734-4aeb-9736-8c516481fb69 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:25.798233 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b68e29bd-7721-4b30-8ff9-11ec1287d17a req-c1442493-b734-4aeb-9736-8c516481fb69 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 945 time: 0.0520203 Oct 14 11:34:25.842447 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b68e29bd-7721-4b30-8ff9-11ec1287d17a req-29ee5f88-f507-445b-97b2-950e7e5ecea0 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359659 Oct 14 11:34:26.610022 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63497331-ba22-4d67-ba52-0e5f026c41a1 req-08542846-2d4f-4f70-af8f-54d4f9558603 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:26.611466 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-63497331-ba22-4d67-ba52-0e5f026c41a1 req-08542846-2d4f-4f70-af8f-54d4f9558603 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 943 time: 0.0517950 Oct 14 11:34:26.660644 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-63497331-ba22-4d67-ba52-0e5f026c41a1 req-28a72be1-832d-43e0-8026-22be1713d7fc tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392447 Oct 14 11:34:26.969627 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d7ded-a6fd-4752-bb8d-7e44fe2568e8 req-598a57de-065f-43fb-9754-342b18a278f7 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:26.971167 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a10d7ded-a6fd-4752-bb8d-7e44fe2568e8 req-598a57de-065f-43fb-9754-342b18a278f7 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 945 time: 0.0576744 Oct 14 11:34:27.011072 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a10d7ded-a6fd-4752-bb8d-7e44fe2568e8 req-8ede44be-c3d2-4b4d-8a58-467404ad3ffb tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336964 Oct 14 11:34:27.797202 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23628208-f7f7-4d0f-9d6d-4b067e24a02e req-b9cb5588-d104-470a-ae92-205e972f4c25 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:27.800362 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-23628208-f7f7-4d0f-9d6d-4b067e24a02e req-b9cb5588-d104-470a-ae92-205e972f4c25 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 943 time: 0.0659096 Oct 14 11:34:27.864012 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 55492) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:27.885327 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-23628208-f7f7-4d0f-9d6d-4b067e24a02e req-5f579aa4-8acc-4bf9-be7e-8f18c8bb59d3 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784292 Oct 14 11:34:27.986723 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f4ad897b-5ce0-40f3-b2f9-e7cf458a0b43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:28.087614 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f4ad897b-5ce0-40f3-b2f9-e7cf458a0b43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:28.094643 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-f4ad897b-5ce0-40f3-b2f9-e7cf458a0b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:28.165032 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad897b-5ce0-40f3-b2f9-e7cf458a0b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5380e1-de5e-44cd-8f97-d46a4c9c089d,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:28.173430 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-f4ad897b-5ce0-40f3-b2f9-e7cf458a0b43 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=098ad685ad524dc5a7bf53e4145d26e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073685 Oct 14 11:34:28.178023 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 55498) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:28.207107 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bb9bc-cc2c-4154-8a07-3aebe6c354b8 req-6581f6bd-f58c-4986-9677-10d79588b241 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:28.209095 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-578bb9bc-cc2c-4154-8a07-3aebe6c354b8 req-6581f6bd-f58c-4986-9677-10d79588b241 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 945 time: 0.1075242 Oct 14 11:34:28.242787 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-4a558456-142f-4e60-831f-2b6e3a910927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:28.257320 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-578bb9bc-cc2c-4154-8a07-3aebe6c354b8 req-279352f5-e4f2-492b-aab4-90863b115537 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413847 Oct 14 11:34:28.290986 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-4a558456-142f-4e60-831f-2b6e3a910927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:28.347987 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-4a558456-142f-4e60-831f-2b6e3a910927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:28.350557 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-4a558456-142f-4e60-831f-2b6e3a910927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:28.354815 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-4a558456-142f-4e60-831f-2b6e3a910927 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6c5380e1-de5e-44cd-8f97-d46a4c9c089d HTTP/1.1" status: 204 len: 168 time: 0.1753743 Oct 14 11:34:28.363687 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a558456-142f-4e60-831f-2b6e3a910927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5380e1-de5e-44cd-8f97-d46a4c9c089d,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:28.741191 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 55504) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:28.762092 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-bf98b51c-f690-481a-8fdd-e28e4dd13e10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:28.882697 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-bf98b51c-f690-481a-8fdd-e28e4dd13e10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:28.889322 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-bf98b51c-f690-481a-8fdd-e28e4dd13e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:28.939816 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98b51c-f690-481a-8fdd-e28e4dd13e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0a46fb-520e-4448-ba4e-73b072739da9,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:28.949524 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 55508) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:28.950402 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-bf98b51c-f690-481a-8fdd-e28e4dd13e10 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a0530b89840b44dcb76ebb2e7ae19976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069700 Oct 14 11:34:29.078862 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c9280440-9aa7-410a-959b-66e0379a7efe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:29.097024 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52833245-3892-45c8-9426-908ffdf3660c req-d38e9c49-4b56-4d9c-8880-c65fe30f3aad tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:29.098794 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-52833245-3892-45c8-9426-908ffdf3660c req-d38e9c49-4b56-4d9c-8880-c65fe30f3aad tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 943 time: 0.1008365 Oct 14 11:34:29.145682 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c9280440-9aa7-410a-959b-66e0379a7efe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:29.191705 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-52833245-3892-45c8-9426-908ffdf3660c req-6cc85aca-ae68-48cd-b4f4-e000883710ba tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845802 Oct 14 11:34:29.244254 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c9280440-9aa7-410a-959b-66e0379a7efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:29.249338 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c9280440-9aa7-410a-959b-66e0379a7efe admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:29.273129 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-c9280440-9aa7-410a-959b-66e0379a7efe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2e0a46fb-520e-4448-ba4e-73b072739da9 HTTP/1.1" status: 204 len: 168 time: 0.3206799 Oct 14 11:34:29.290335 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9280440-9aa7-410a-959b-66e0379a7efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0a46fb-520e-4448-ba4e-73b072739da9,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:29.423628 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc9db5-abe0-48a1-9974-13142b1f3d62 req-a55fe468-4987-44a4-83fc-54f13a86e170 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:29.426270 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-38cc9db5-abe0-48a1-9974-13142b1f3d62 req-a55fe468-4987-44a4-83fc-54f13a86e170 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 945 time: 0.0665159 Oct 14 11:34:29.481795 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-38cc9db5-abe0-48a1-9974-13142b1f3d62 req-d620d992-5ea9-4340-9ab1-a3434d8befe9 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480127 Oct 14 11:34:30.341034 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60328c-c327-45c8-addc-8d65072868f2 req-177611cb-4b18-432d-a63a-78b9beae6b1a tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:30.342572 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0a60328c-c327-45c8-addc-8d65072868f2 req-177611cb-4b18-432d-a63a-78b9beae6b1a tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 943 time: 0.0552104 Oct 14 11:34:30.383323 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0a60328c-c327-45c8-addc-8d65072868f2 req-6ba03015-8cc4-4bae-899a-e5cdaf4eaafa tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340962 Oct 14 11:34:30.624810 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075d486-88a0-48ad-9eef-4c10a315eb18 req-64eed266-cc20-4b41-8517-ab04cfc104b4 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:30.627084 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b075d486-88a0-48ad-9eef-4c10a315eb18 req-64eed266-cc20-4b41-8517-ab04cfc104b4 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 945 time: 0.0651913 Oct 14 11:34:30.670768 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b075d486-88a0-48ad-9eef-4c10a315eb18 req-f073a889-6cdd-43f1-b038-87d78ede547c tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups?id=d792ad3d-2efe-4d09-b544-209bfaddca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364289 Oct 14 11:34:30.862932 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf01a18-0646-477a-834e-234032d943e7 req-e60d52ff-3ce4-4aa2-accf-59d67b153d8d tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:30.865598 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7cf01a18-0646-477a-834e-234032d943e7 req-e60d52ff-3ce4-4aa2-accf-59d67b153d8d tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 945 time: 0.0617473 Oct 14 11:34:30.995310 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-7cf01a18-0646-477a-834e-234032d943e7 req-0c11f253-4995-4c87-b785-e96c79fa6b96 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Deleting port a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:34:30.995659 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-7cf01a18-0646-477a-834e-234032d943e7 req-0c11f253-4995-4c87-b785-e96c79fa6b96 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:31.090169 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-7cf01a18-0646-477a-834e-234032d943e7 req-0c11f253-4995-4c87-b785-e96c79fa6b96 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] For port a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6,segment=NetworkSegment(7e401973-9cdc-42cf-a43d-f287c0f5d3c8),segment_id=7e401973-9cdc-42cf-a43d-f287c0f5d3c8)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:34:31.090169 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-7cf01a18-0646-477a-834e-234032d943e7 req-0c11f253-4995-4c87-b785-e96c79fa6b96 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:31.297937 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-7cf01a18-0646-477a-834e-234032d943e7 req-0c11f253-4995-4c87-b785-e96c79fa6b96 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:31.298336 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-7cf01a18-0646-477a-834e-234032d943e7 req-0c11f253-4995-4c87-b785-e96c79fa6b96 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:31.298666 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.l3_db [req-7cf01a18-0646-477a-834e-234032d943e7 req-0c11f253-4995-4c87-b785-e96c79fa6b96 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Floating IP 1757bfbd-aeaf-4024-a299-205ba68e145d disassociated. External IP: 172.27.1.76, port: a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6. Oct 14 11:34:31.299012 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-7cf01a18-0646-477a-834e-234032d943e7 req-0c11f253-4995-4c87-b785-e96c79fa6b96 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Calling delete_port for a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 owned by compute:nova {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:34:31.453069 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-7cf01a18-0646-477a-834e-234032d943e7 req-0c11f253-4995-4c87-b785-e96c79fa6b96 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:31.488915 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11f253-4995-4c87-b785-e96c79fa6b96 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event deleted for resources: {'Port': ['ID=a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:31.557537 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1a10f-f328-4f84-aa32-345a8e70ea9e req-1d2e7666-0449-440c-8956-de171f67428c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:31.559509 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-dff1a10f-f328-4f84-aa32-345a8e70ea9e req-1d2e7666-0449-440c-8956-de171f67428c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 943 time: 0.0881624 Oct 14 11:34:31.604030 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-dff1a10f-f328-4f84-aa32-345a8e70ea9e req-1c7d896a-d4d4-48c6-9d07-8387f77e6d13 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380058 Oct 14 11:34:31.635220 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cf01a18-0646-477a-834e-234032d943e7 req-0c11f253-4995-4c87-b785-e96c79fa6b96 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Router 2846f507-ed82-423f-bf77-527d62b1f70d has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:34:31.747512 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cf01a18-0646-477a-834e-234032d943e7 req-0c11f253-4995-4c87-b785-e96c79fa6b96 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:34:31.758800 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8078c41-9442-46af-9e26-e1418292e36c None None] Sync routers for ids ['2846f507-ed82-423f-bf77-527d62b1f70d'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:34:31.770251 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8078c41-9442-46af-9e26-e1418292e36c None None] Routers {'2846f507-ed82-423f-bf77-527d62b1f70d'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:34:31.770912 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-d8078c41-9442-46af-9e26-e1418292e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:34:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['2846f507-ed82-423f-bf77-527d62b1f70d'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:34:31.795155 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d3a1ea9d-e0b4-46de-be69-e7092139dc9c req-a4ac576e-c794-4d2e-a792-653b612e6436 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9fde38-932f-4c3e-8c6e-7c4cd03e2416 HTTP/1.1" status: 200 len: 210 time: 0.0403340 Oct 14 11:34:31.815877 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf01a18-0646-477a-834e-234032d943e7 req-0c11f253-4995-4c87-b785-e96c79fa6b96 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] No DVR routers for this DVR port a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 on host hv-cinder-79797 {{(pid=99832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:34:31.827953 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-7cf01a18-0646-477a-834e-234032d943e7 req-0c11f253-4995-4c87-b785-e96c79fa6b96 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:31.831581 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7cf01a18-0646-477a-834e-234032d943e7 req-0c11f253-4995-4c87-b785-e96c79fa6b96 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.36 "DELETE /v2.0/ports/a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 HTTP/1.1" status: 204 len: 173 time: 0.9596412 Oct 14 11:34:31.832169 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9fde38-932f-4c3e-8c6e-7c4cd03e2416', 'name': 'network-vif-deleted', 'tag': 'a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:34:31.834725 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc117d6e-637b-418e-a7c1-8b1bb9f793f7" -d '{"events": [{"server_uuid": "eb9fde38-932f-4c3e-8c6e-7c4cd03e2416", "name": "network-vif-deleted", "tag": "a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:34:31.914084 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-d8078c41-9442-46af-9e26-e1418292e36c None None] Set router 2846f507-ed82-423f-bf77-527d62b1f70d gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:34:32.019805 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357ae785-745f-4fcb-83e7-73371d581fbf x-openstack-request-id: req-357ae785-745f-4fcb-83e7-73371d581fbf {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:34:32.020349 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9fde38-932f-4c3e-8c6e-7c4cd03e2416", "name": "network-vif-deleted", "tag": "a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:34:32.020786 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-357ae785-745f-4fcb-83e7-73371d581fbf {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:34:32.021345 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9fde38-932f-4c3e-8c6e-7c4cd03e2416', 'name': 'network-vif-deleted', 'tag': 'a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6', 'status': 'completed', 'code': 200} Oct 14 11:34:32.035210 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:32.154288 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-d8078c41-9442-46af-9e26-e1418292e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:39Z', 'revision_number': 4, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '23482def-d544-4f50-8d25-248f359d91dd', 'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'mac_address': 'fa:16:3e:bb:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:33Z', 'updated_at': '2021-10-14T11:28:54Z', 'revision_number': 5, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'subnets': [{'id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:34:32.184238 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8078c41-9442-46af-9e26-e1418292e36c None None] Checking router: 2846f507-ed82-423f-bf77-527d62b1f70d for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:34:32.193333 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8078c41-9442-46af-9e26-e1418292e36c None None] Routers {'2846f507-ed82-423f-bf77-527d62b1f70d'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:34:32.193954 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-d8078c41-9442-46af-9e26-e1418292e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:34:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['2846f507-ed82-423f-bf77-527d62b1f70d'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:34:32.319280 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-d8078c41-9442-46af-9e26-e1418292e36c None None] Set router 2846f507-ed82-423f-bf77-527d62b1f70d gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:34:32.525250 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-d8078c41-9442-46af-9e26-e1418292e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:39Z', 'revision_number': 4, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '23482def-d544-4f50-8d25-248f359d91dd', 'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'mac_address': 'fa:16:3e:bb:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:33Z', 'updated_at': '2021-10-14T11:28:54Z', 'revision_number': 5, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'subnets': [{'id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:34:32.553090 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8078c41-9442-46af-9e26-e1418292e36c None None] The sync data for ids ['2846f507-ed82-423f-bf77-527d62b1f70d'] in dv-cinder-797970-2-iscsi is: [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:28:39Z', 'revision_number': 4, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '23482def-d544-4f50-8d25-248f359d91dd', 'name': '', 'network_id': '813d5405-6bb2-4fac-9eae-a4821c818143', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'mac_address': 'fa:16:3e:bb:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:33Z', 'updated_at': '2021-10-14T11:28:54Z', 'revision_number': 5, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'subnets': [{'id': 'eabf075f-9b14-49fd-b253-1bf2d160d1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:34:32.744209 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d8789-2c00-41d5-974b-0f33a40d833b req-52d6b735-296f-47cb-b911-e54595e59b55 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:32.747707 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-119d8789-2c00-41d5-974b-0f33a40d833b req-52d6b735-296f-47cb-b911-e54595e59b55 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 943 time: 0.0633695 Oct 14 11:34:32.815070 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-119d8789-2c00-41d5-974b-0f33a40d833b req-b60128d3-d0c4-446c-b439-07c6f7605cf6 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558522 Oct 14 11:34:32.847524 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f3eae8-e665-4ae6-8b78-862a1a608c63 None None] New status for floating IP 1757bfbd-aeaf-4024-a299-205ba68e145d: DOWN {{(pid=99835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:34:32.931948 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 55586) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:33.011945 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d268e6d6-ad4d-4b37-8684-cc2f6855bda4 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:33.039194 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d268e6d6-ad4d-4b37-8684-cc2f6855bda4 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:33.090857 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d268e6d6-ad4d-4b37-8684-cc2f6855bda4 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:33.093713 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d268e6d6-ad4d-4b37-8684-cc2f6855bda4 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:33.094964 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-d268e6d6-ad4d-4b37-8684-cc2f6855bda4 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "DELETE /v2.0/security-groups/d792ad3d-2efe-4d09-b544-209bfaddca66 HTTP/1.1" status: 204 len: 168 time: 0.1620150 Oct 14 11:34:33.098368 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 55588) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:33.115433 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268e6d6-ad4d-4b37-8684-cc2f6855bda4 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d792ad3d-2efe-4d09-b544-209bfaddca66,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:33.117490 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.api.v2.resource [None req-24399cfa-8b79-4529-abe2-d98cd15d1947 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] show failed (client error): The resource could not be found. Oct 14 11:34:33.120710 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-24399cfa-8b79-4529-abe2-d98cd15d1947 tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "GET /v2.0/security-groups/d792ad3d-2efe-4d09-b544-209bfaddca66 HTTP/1.1" status: 404 len: 347 time: 0.0192266 Oct 14 11:34:33.121581 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 55590) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:33.251400 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d3bf0-8eba-4331-8f5c-9716ff678f1e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Deleting port d9433291-4bfe-4cf7-bbec-2bc4a02fec83 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:34:33.251741 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3bf0-8eba-4331-8f5c-9716ff678f1e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:33.567066 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3bf0-8eba-4331-8f5c-9716ff678f1e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:33.567386 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3bf0-8eba-4331-8f5c-9716ff678f1e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:33.579440 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d3bf0-8eba-4331-8f5c-9716ff678f1e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Calling delete_port for d9433291-4bfe-4cf7-bbec-2bc4a02fec83 owned by network:floatingip {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:34:33.707358 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3bf0-8eba-4331-8f5c-9716ff678f1e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:33.735973 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d3bf0-8eba-4331-8f5c-9716ff678f1e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Pushing event deleted for resources: {'Port': ['ID=d9433291-4bfe-4cf7-bbec-2bc4a02fec83,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:33.800522 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3bf0-8eba-4331-8f5c-9716ff678f1e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks [] for floatingip, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:33.803271 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3bf0-8eba-4331-8f5c-9716ff678f1e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:33.804618 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-1e9d3bf0-8eba-4331-8f5c-9716ff678f1e tempest-AttachVolumeTestJSON-1423591939 tempest-AttachVolumeTestJSON-1423591939-project] 10.222.0.69 "DELETE /v2.0/floatingips/1757bfbd-aeaf-4024-a299-205ba68e145d HTTP/1.1" status: 204 len: 168 time: 0.6820307 Oct 14 11:34:33.952290 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fea84-9cd3-4dcc-a897-65701f36b3c4 req-3b6f428b-26c9-412e-ad87-c29f90d4ae94 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:33.953844 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c37fea84-9cd3-4dcc-a897-65701f36b3c4 req-3b6f428b-26c9-412e-ad87-c29f90d4ae94 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 943 time: 0.0534482 Oct 14 11:34:33.968733 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device db784d53-f81f-4d27-9ff4-3c30b1a77f99 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:34:34.010859 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c37fea84-9cd3-4dcc-a897-65701f36b3c4 req-d42fe6c9-0ac4-414a-8f8b-4d5bda1d9c19 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406380 Oct 14 11:34:34.087636 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port db784d53-f81f-4d27-9ff4-3c30b1a77f99, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=db784d53-f81f-4d27-9ff4-3c30b1a77f99,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:34:34.100050 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'port_id': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99', 'mac_address': 'fa:16:3e:22:20:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:34:34.143153 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:34.157073 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db784d53-f81f-4d27-9ff4-3c30b1a77f99 {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:34:34.178494 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port db784d53-f81f-4d27-9ff4-3c30b1a77f99, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=db784d53-f81f-4d27-9ff4-3c30b1a77f99,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:34:34.182493 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:34.236024 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=db784d53-f81f-4d27-9ff4-3c30b1a77f99,revision_number=9']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:34.822029 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:34:34.843809 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:34:34.844145 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device a0dd5302-5775-4d9c-bd2e-3c5660a8fcf6 not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:34:35.141898 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bac475-bd42-4e17-8b52-b3e361d8af40 req-23c90dc5-403d-4fec-bfb7-30e60a548e43 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:35.143881 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e3bac475-bd42-4e17-8b52-b3e361d8af40 req-23c90dc5-403d-4fec-bfb7-30e60a548e43 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 944 time: 0.0518248 Oct 14 11:34:35.185610 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e3bac475-bd42-4e17-8b52-b3e361d8af40 req-71b9d831-666d-4ff5-ba01-cdf4a615e193 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357308 Oct 14 11:34:35.914924 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-68aaf085-b0d4-4d3a-bee8-fafdd552a42a req-e41d3464-f9e7-45b7-a920-9bf9821bdc00 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508056 Oct 14 11:34:35.979935 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaf085-b0d4-4d3a-bee8-fafdd552a42a req-e0c0dcea-f1ff-41d1-8a46-b8d15f85d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:35.981452 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-68aaf085-b0d4-4d3a-bee8-fafdd552a42a req-e0c0dcea-f1ff-41d1-8a46-b8d15f85d4ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f1d7723d096452b9b80ddcfbc77ee3c&device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 1098 time: 0.0450385 Oct 14 11:34:36.074021 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['db784d53-f81f-4d27-9ff4-3c30b1a77f99'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:34:36.103097 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaf085-b0d4-4d3a-bee8-fafdd552a42a req-1d1a532b-e65f-44f2-90e5-336195f1d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:36.104776 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-68aaf085-b0d4-4d3a-bee8-fafdd552a42a req-1d1a532b-e65f-44f2-90e5-336195f1d2d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=13df2e55-d95c-48af-9632-7d0e309339f2 HTTP/1.1" status: 200 len: 908 time: 0.0998116 Oct 14 11:34:36.177558 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-68aaf085-b0d4-4d3a-bee8-fafdd552a42a req-da961fd8-67f0-45d8-a8fc-7e03219d939c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60c81fd9-f747-4718-929a-fb38697f8aed HTTP/1.1" status: 200 len: 1001 time: 0.0652993 Oct 14 11:34:36.232243 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaf085-b0d4-4d3a-bee8-fafdd552a42a req-daca190a-e3e6-4f49-9c18-806586dc11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:36.233884 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-68aaf085-b0d4-4d3a-bee8-fafdd552a42a req-daca190a-e3e6-4f49-9c18-806586dc11fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9e0b106-6338-4e45-8294-cc32daa8c1a9 HTTP/1.1" status: 200 len: 846 time: 0.0496302 Oct 14 11:34:36.286991 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaf085-b0d4-4d3a-bee8-fafdd552a42a req-0e54fa0e-eb77-42d9-90e3-b3ccc285eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:36.288478 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-68aaf085-b0d4-4d3a-bee8-fafdd552a42a req-0e54fa0e-eb77-42d9-90e3-b3ccc285eb70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13df2e55-d95c-48af-9632-7d0e309339f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458364 Oct 14 11:34:36.326946 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609302c-f926-4ff8-b4a4-ab6e8e1413ad req-308d1160-49a6-4216-a72d-98133baef803 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:36.328489 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e609302c-f926-4ff8-b4a4-ab6e8e1413ad req-308d1160-49a6-4216-a72d-98133baef803 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 944 time: 0.0544052 Oct 14 11:34:36.387976 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-68aaf085-b0d4-4d3a-bee8-fafdd552a42a req-4fe4e4f0-12d7-4188-a287-15a29062900f service neutron] 10.222.0.36 "GET /v2.0/networks/13df2e55-d95c-48af-9632-7d0e309339f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916562 Oct 14 11:34:36.498325 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-68aaf085-b0d4-4d3a-bee8-fafdd552a42a req-493000f6-e738-456d-8189-2b70324eaf11 service neutron] 10.222.0.36 "GET /v2.0/networks/13df2e55-d95c-48af-9632-7d0e309339f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024349 Oct 14 11:34:36.587497 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbe868-3787-45fe-bb06-c4b509bbc80d req-617305f9-04fb-47bc-984f-32ba629367d8 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:36.589048 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-0cbbe868-3787-45fe-bb06-c4b509bbc80d req-617305f9-04fb-47bc-984f-32ba629367d8 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0514345 Oct 14 11:34:36.620474 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e609302c-f926-4ff8-b4a4-ab6e8e1413ad req-291a87ba-222b-49a7-9948-f2e5542defc3 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858968 Oct 14 11:34:36.627335 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-0cbbe868-3787-45fe-bb06-c4b509bbc80d req-afe578a2-3742-4d48-9e7a-2df789f6a3ba tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318952 Oct 14 11:34:37.743907 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6e48b-6fca-4ecf-9a9a-a58be527b4dd req-bd7a373a-ae95-41d5-bd1c-8864c888a5a2 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:37.745001 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf184df-2b95-4344-8972-acc55289425b req-3871ed0b-abb8-4a28-a9b3-8b378234c3ea tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:37.745401 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-49e6e48b-6fca-4ecf-9a9a-a58be527b4dd req-bd7a373a-ae95-41d5-bd1c-8864c888a5a2 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 944 time: 0.0523579 Oct 14 11:34:37.746506 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-faf184df-2b95-4344-8972-acc55289425b req-3871ed0b-abb8-4a28-a9b3-8b378234c3ea tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0518136 Oct 14 11:34:37.784898 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-49e6e48b-6fca-4ecf-9a9a-a58be527b4dd req-233e7dd2-c481-4983-aa18-3f774e6d7ca5 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324373 Oct 14 11:34:37.785170 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-faf184df-2b95-4344-8972-acc55289425b req-dbe91e35-9aa7-4185-95e2-b3c2801a1452 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322692 Oct 14 11:34:37.825362 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device db784d53-f81f-4d27-9ff4-3c30b1a77f99 up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:34:37.883153 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port db784d53-f81f-4d27-9ff4-3c30b1a77f99 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:34:37.883518 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:37.960069 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:37.982213 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af33775-96f7-408e-b4a6-857423709e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:34:37.984427 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb28d0b4-dce1-4877-aef4-e057e5e13951" -d '{"events": [{"server_uuid": "9af33775-96f7-408e-b4a6-857423709e9c", "name": "network-vif-plugged", "status": "completed", "tag": "db784d53-f81f-4d27-9ff4-3c30b1a77f99"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:34:37.997891 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port db784d53-f81f-4d27-9ff4-3c30b1a77f99, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=db784d53-f81f-4d27-9ff4-3c30b1a77f99,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:34:38.002535 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:38.028812 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ffb5a5-7261-4ef1-aded-f8ee72290885 x-openstack-request-id: req-21ffb5a5-7261-4ef1-aded-f8ee72290885 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:34:38.029198 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af33775-96f7-408e-b4a6-857423709e9c", "name": "network-vif-plugged", "status": "completed", "tag": "db784d53-f81f-4d27-9ff4-3c30b1a77f99", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:34:38.029477 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21ffb5a5-7261-4ef1-aded-f8ee72290885 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:34:38.029990 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af33775-96f7-408e-b4a6-857423709e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99', 'code': 200} Oct 14 11:34:38.056475 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=db784d53-f81f-4d27-9ff4-3c30b1a77f99,revision_number=10']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:38.201565 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d339ba-059d-47d6-b477-e799ac695c90 req-8a5be57b-97d6-4c68-a350-06a2ecf4d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:38.203126 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a1d339ba-059d-47d6-b477-e799ac695c90 req-8a5be57b-97d6-4c68-a350-06a2ecf4d91d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 1099 time: 0.0429320 Oct 14 11:34:38.239147 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a1d339ba-059d-47d6-b477-e799ac695c90 req-50d4ac19-a3c6-474e-89e6-dd6d42091927 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289633 Oct 14 11:34:38.900185 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fe571-3688-48fb-ba5f-5ff23f7a71b0 req-cdd103cf-fd4d-4dc8-b532-458f4ae83cde tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:38.901668 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-428fe571-3688-48fb-ba5f-5ff23f7a71b0 req-cdd103cf-fd4d-4dc8-b532-458f4ae83cde tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0486145 Oct 14 11:34:38.905043 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71759a5-98e0-44f5-a7af-f1b7f4edfeb4 req-87c239e3-552e-4d64-83a0-e38f0526cdce tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:38.906525 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c71759a5-98e0-44f5-a7af-f1b7f4edfeb4 req-87c239e3-552e-4d64-83a0-e38f0526cdce tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 946 time: 0.0494301 Oct 14 11:34:38.939620 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-428fe571-3688-48fb-ba5f-5ff23f7a71b0 req-9cded254-26a6-4f59-833c-565b924db0ef tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313213 Oct 14 11:34:38.945101 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c71759a5-98e0-44f5-a7af-f1b7f4edfeb4 req-0857d165-242b-4c1d-a02f-db0d9955030f tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321226 Oct 14 11:34:39.464228 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 55676) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:39.952438 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 55714) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:40.092432 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03090910-0872-42c5-b2d3-672396561042 req-dea54110-49e4-4463-bd1d-cb7c07df8d8d tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:40.098276 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-03090910-0872-42c5-b2d3-672396561042 req-dea54110-49e4-4463-bd1d-cb7c07df8d8d tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0603945 Oct 14 11:34:40.119711 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-06b297b9-8962-4fab-ba6a-ef762491f26a admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.139787 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150f463-ddc5-481a-8f09-883089ef8766 req-1007443a-3bad-45a4-80d0-729850eb36ed tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:40.141294 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9150f463-ddc5-481a-8f09-883089ef8766 req-1007443a-3bad-45a4-80d0-729850eb36ed tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 946 time: 0.0980420 Oct 14 11:34:40.181273 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-03090910-0872-42c5-b2d3-672396561042 req-36100be3-24eb-4816-9ddd-e514479f173d tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796578 Oct 14 11:34:40.220574 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9150f463-ddc5-481a-8f09-883089ef8766 req-36c266fb-b739-45f1-99d4-d87be0fc8385 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617368 Oct 14 11:34:40.250340 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779407'] for router_interface, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.250624 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-06b297b9-8962-4fab-ba6a-ef762491f26a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.254096 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-06b297b9-8962-4fab-ba6a-ef762491f26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.293769 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-06b297b9-8962-4fab-ba6a-ef762491f26a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3b597bb029ad4bb7b96ca35565e23ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401482 Oct 14 11:34:40.294783 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b297b9-8962-4fab-ba6a-ef762491f26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336add88-048f-48db-85f7-1854891f6dd4,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:40.298126 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 55724) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:40.350442 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fd8ade7e-8bf8-471c-8b96-c43177996bda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.373411 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fd8ade7e-8bf8-471c-8b96-c43177996bda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.426091 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fd8ade7e-8bf8-471c-8b96-c43177996bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.428693 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fd8ade7e-8bf8-471c-8b96-c43177996bda admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.429821 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-fd8ade7e-8bf8-471c-8b96-c43177996bda admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/336add88-048f-48db-85f7-1854891f6dd4 HTTP/1.1" status: 204 len: 168 time: 0.1305773 Oct 14 11:34:40.437889 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ade7e-8bf8-471c-8b96-c43177996bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336add88-048f-48db-85f7-1854891f6dd4,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:40.556664 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Deleting port 23482def-d544-4f50-8d25-248f359d91dd {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:34:40.557016 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.640223 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] For port 23482def-d544-4f50-8d25-248f359d91dd, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=23482def-d544-4f50-8d25-248f359d91dd,segment=NetworkSegment(7e401973-9cdc-42cf-a43d-f287c0f5d3c8),segment_id=7e401973-9cdc-42cf-a43d-f287c0f5d3c8)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:34:40.640646 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.654420 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Calling delete_port for 23482def-d544-4f50-8d25-248f359d91dd owned by network:router_interface {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:34:40.703595 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 55730) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:40.717251 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-28e2db93-4576-45f8-a764-1598ae8bf3f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.794325 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-28e2db93-4576-45f8-a764-1598ae8bf3f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.798000 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-28e2db93-4576-45f8-a764-1598ae8bf3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.838805 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-28e2db93-4576-45f8-a764-1598ae8bf3f6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c992d56d669f428eb060b73911eccecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1339900 Oct 14 11:34:40.839029 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.839720 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2db93-4576-45f8-a764-1598ae8bf3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d074b369-c178-4cdb-9e5b-e0895ef51eeb,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:40.843757 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 55732) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:40.864847 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Pushing event deleted for resources: {'Port': ['ID=23482def-d544-4f50-8d25-248f359d91dd,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:40.875444 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:40.876309 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:40.876660 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:40.877333 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:40.877333 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:40.877697 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:40.878152 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:40.878994 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:40.879260 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:40.879591 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:40.879918 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:40.880243 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:34:40.903588 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a59fb431-43a8-46bb-a73f-0a8d1f8ef629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.928201 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a59fb431-43a8-46bb-a73f-0a8d1f8ef629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.985713 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a59fb431-43a8-46bb-a73f-0a8d1f8ef629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.989421 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a59fb431-43a8-46bb-a73f-0a8d1f8ef629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:40.990838 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-a59fb431-43a8-46bb-a73f-0a8d1f8ef629 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d074b369-c178-4cdb-9e5b-e0895ef51eeb HTTP/1.1" status: 204 len: 168 time: 0.1468477 Oct 14 11:34:41.008907 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fb431-43a8-46bb-a73f-0a8d1f8ef629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d074b369-c178-4cdb-9e5b-e0895ef51eeb,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:41.060465 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784671'] for router_interface, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:41.342391 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Router 2846f507-ed82-423f-bf77-527d62b1f70d has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:34:41.345058 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8750e-0a15-41ee-af7c-1fd14dc1cfd7 req-7535278a-d844-4040-a123-1ed6975a493b tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:41.353271 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c7a8750e-0a15-41ee-af7c-1fd14dc1cfd7 req-7535278a-d844-4040-a123-1ed6975a493b tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0655637 Oct 14 11:34:41.401428 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c7a8750e-0a15-41ee-af7c-1fd14dc1cfd7 req-197ec8b6-3769-4d10-8d34-22c354e3b55f tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431304 Oct 14 11:34:41.462467 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7a70a-e1d9-4349-b813-0dd94eeced0c req-68b2c5e0-8ff2-481b-bc57-bc8b89dec08d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:41.464309 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33c7a70a-e1d9-4349-b813-0dd94eeced0c req-68b2c5e0-8ff2-481b-bc57-bc8b89dec08d tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 946 time: 0.1090055 Oct 14 11:34:41.781982 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:34:41.790717 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-abea9fb7-8b43-4f2b-98e7-30fa4a49d58f admin admin] 10.222.0.69 "PUT /v2.0/routers/2846f507-ed82-423f-bf77-527d62b1f70d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3253925 Oct 14 11:34:41.791365 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 55758) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:41.791807 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d8e867-b449-4b2b-8a04-6c6b72115525 None None] Sync routers for ids ['2846f507-ed82-423f-bf77-527d62b1f70d'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:34:41.802566 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d8e867-b449-4b2b-8a04-6c6b72115525 None None] Routers {'2846f507-ed82-423f-bf77-527d62b1f70d'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:34:41.803944 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-e5d8e867-b449-4b2b-8a04-6c6b72115525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:34:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['2846f507-ed82-423f-bf77-527d62b1f70d'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:34:41.807485 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33c7a70a-e1d9-4349-b813-0dd94eeced0c req-2dc554ef-1be1-4f43-ab7c-ab101414cf13 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3066463 Oct 14 11:34:41.902680 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-93ad131f-9457-4ad3-9033-0a48c8d3db98 admin admin] Publish callbacks [] for router, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:42.032666 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-93ad131f-9457-4ad3-9033-0a48c8d3db98 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:42.061438 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-e5d8e867-b449-4b2b-8a04-6c6b72115525 None None] Set router 2846f507-ed82-423f-bf77-527d62b1f70d gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:34:42.095064 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-93ad131f-9457-4ad3-9033-0a48c8d3db98 admin admin] Deleting port 9d29ff45-75bb-4b85-bb78-8a355df440e0 {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:34:42.095410 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-93ad131f-9457-4ad3-9033-0a48c8d3db98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:42.185832 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [None req-93ad131f-9457-4ad3-9033-0a48c8d3db98 admin admin] For port 9d29ff45-75bb-4b85-bb78-8a355df440e0, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=9d29ff45-75bb-4b85-bb78-8a355df440e0,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:34:42.186282 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-93ad131f-9457-4ad3-9033-0a48c8d3db98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:42.200310 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-93ad131f-9457-4ad3-9033-0a48c8d3db98 admin admin] Calling delete_port for 9d29ff45-75bb-4b85-bb78-8a355df440e0 owned by network:router_gateway {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:34:42.284480 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-e5d8e867-b449-4b2b-8a04-6c6b72115525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:34:40Z', 'revision_number': 5, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port': {'id': '9d29ff45-75bb-4b85-bb78-8a355df440e0', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:27Z', 'updated_at': '2021-10-14T11:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:34:42.334219 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d8e867-b449-4b2b-8a04-6c6b72115525 None None] Checking router: 2846f507-ed82-423f-bf77-527d62b1f70d for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:34:42.346020 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d8e867-b449-4b2b-8a04-6c6b72115525 None None] Routers {'2846f507-ed82-423f-bf77-527d62b1f70d'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:34:42.346886 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-e5d8e867-b449-4b2b-8a04-6c6b72115525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:34:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['2846f507-ed82-423f-bf77-527d62b1f70d'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:34:42.402818 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-93ad131f-9457-4ad3-9033-0a48c8d3db98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:42.452758 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-e5d8e867-b449-4b2b-8a04-6c6b72115525 None None] Set router 2846f507-ed82-423f-bf77-527d62b1f70d gateway port host: None {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:34:42.466554 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad131f-9457-4ad3-9033-0a48c8d3db98 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d29ff45-75bb-4b85-bb78-8a355df440e0,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:42.519753 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-e5d8e867-b449-4b2b-8a04-6c6b72115525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:34:42Z', 'revision_number': 6, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port_host': None}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:34:42.549661 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d8e867-b449-4b2b-8a04-6c6b72115525 None None] The sync data for ids ['2846f507-ed82-423f-bf77-527d62b1f70d'] in dv-cinder-797970-2-iscsi is: [{'id': '2846f507-ed82-423f-bf77-527d62b1f70d', 'name': 'tempest-AttachVolumeTestJSON-1043719151-router', 'tenant_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:24Z', 'updated_at': '2021-10-14T11:34:42Z', 'revision_number': 6, 'project_id': 'de741739c33a4b63ad4a3d09e4ca7ac1', 'gw_port_host': None}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:34:42.583352 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-93ad131f-9457-4ad3-9033-0a48c8d3db98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1778181'] for router_gateway, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:42.675431 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ce70a-d250-4b0c-83c3-3663b264c26b req-b1d9a355-da1e-4217-ac06-1a6afb2005b1 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:42.677078 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-036ce70a-d250-4b0c-83c3-3663b264c26b req-b1d9a355-da1e-4217-ac06-1a6afb2005b1 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.1517611 Oct 14 11:34:42.721670 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-93ad131f-9457-4ad3-9033-0a48c8d3db98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258105'] for router, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:42.729442 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-93ad131f-9457-4ad3-9033-0a48c8d3db98 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:42.803204 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-036ce70a-d250-4b0c-83c3-3663b264c26b req-688f7808-a38f-478c-8578-03967d689b8d tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194067 Oct 14 11:34:42.808213 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-93ad131f-9457-4ad3-9033-0a48c8d3db98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1785260'] for router, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:42.809052 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ad131f-9457-4ad3-9033-0a48c8d3db98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2846f507-ed82-423f-bf77-527d62b1f70d {{(pid=99833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:34:42.814486 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-93ad131f-9457-4ad3-9033-0a48c8d3db98 admin admin] Publish callbacks [] for router, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:42.815274 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-93ad131f-9457-4ad3-9033-0a48c8d3db98 admin admin] 10.222.0.69 "DELETE /v2.0/routers/2846f507-ed82-423f-bf77-527d62b1f70d HTTP/1.1" status: 204 len: 168 time: 1.0229249 Oct 14 11:34:42.819376 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 55774) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:42.869703 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_v2 [None req-275b5775-5a8e-4c23-8594-788daac46a72 admin admin] Deleting subnet eabf075f-9b14-49fd-b253-1bf2d160d1a0 {{(pid=99833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:34:42.872732 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-275b5775-5a8e-4c23-8594-788daac46a72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:42.908534 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-275b5775-5a8e-4c23-8594-788daac46a72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4673356'] for subnet, precommit_delete_associations {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:43.027944 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-275b5775-5a8e-4c23-8594-788daac46a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856540'] for subnet, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:43.081834 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-275b5775-5a8e-4c23-8594-788daac46a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4673522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7397107'] for subnet, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:43.111813 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b5775-5a8e-4c23-8594-788daac46a72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eabf075f-9b14-49fd-b253-1bf2d160d1a0,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:43.115702 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-275b5775-5a8e-4c23-8594-788daac46a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:43.119890 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-275b5775-5a8e-4c23-8594-788daac46a72 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/eabf075f-9b14-49fd-b253-1bf2d160d1a0 HTTP/1.1" status: 204 len: 168 time: 0.2987294 Oct 14 11:34:43.121607 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 55776) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:43.121732 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0160afbc-b40a-43dd-ac24-e1b5f929cd96 None None] Network 813d5405-6bb2-4fac-9eae-a4821c818143 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:34:43.192070 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530326'] for network, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:43.258986 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] Deleting port 12b75e0d-a571-48e1-b416-30a2be529e08 {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:34:43.259309 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:43.319502 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d79976-2789-4036-bb89-16d657536215 None None] DHCP port deletion for 813d5405-6bb2-4fac-9eae-a4821c818143 request from dv-cinder-797970-2-iscsi {{(pid=99834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 11:34:43.329829 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] For port 12b75e0d-a571-48e1-b416-30a2be529e08, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=12b75e0d-a571-48e1-b416-30a2be529e08,segment=NetworkSegment(7e401973-9cdc-42cf-a43d-f287c0f5d3c8),segment_id=7e401973-9cdc-42cf-a43d-f287c0f5d3c8)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:34:43.330295 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:43.345556 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] Calling delete_port for 12b75e0d-a571-48e1-b416-30a2be529e08 owned by network:dhcp {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:34:43.375711 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-96d79976-2789-4036-bb89-16d657536215 None None] Deleting port 12b75e0d-a571-48e1-b416-30a2be529e08 {{(pid=99834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:34:43.375711 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-96d79976-2789-4036-bb89-16d657536215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:43.388386 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 9d29ff45-75bb-4b85-bb78-8a355df440e0 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:34:43.420664 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 9d29ff45-75bb-4b85-bb78-8a355df440e0 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:34:43.421006 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 9d29ff45-75bb-4b85-bb78-8a355df440e0 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:34:43.421457 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 12b75e0d-a571-48e1-b416-30a2be529e08 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:34:43.438644 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:43.467027 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=12b75e0d-a571-48e1-b416-30a2be529e08,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:43.470949 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] No DVR routers for this DVR port 12b75e0d-a571-48e1-b416-30a2be529e08 on host dv-cinder-797970-2-iscsi {{(pid=99833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:34:43.489890 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-96d79976-2789-4036-bb89-16d657536215 None None] For port 12b75e0d-a571-48e1-b416-30a2be529e08, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=12b75e0d-a571-48e1-b416-30a2be529e08,segment=NetworkSegment(7e401973-9cdc-42cf-a43d-f287c0f5d3c8),segment_id=7e401973-9cdc-42cf-a43d-f287c0f5d3c8)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:34:43.490309 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-96d79976-2789-4036-bb89-16d657536215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:43.508418 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-96d79976-2789-4036-bb89-16d657536215 None None] Calling delete_port for 12b75e0d-a571-48e1-b416-30a2be529e08 owned by network:dhcp {{(pid=99834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:34:43.518749 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No active binding found for port 12b75e0d-a571-48e1-b416-30a2be529e08 {{(pid=99834) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 14 11:34:43.519196 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 12b75e0d-a571-48e1-b416-30a2be529e08 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:34:43.520301 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 23482def-d544-4f50-8d25-248f359d91dd no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:34:43.552590 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854089', 'neutron.services.segments.db._delete_segments_for_network-8773231307825'] for network, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:43.569787 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 23482def-d544-4f50-8d25-248f359d91dd {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:34:43.570367 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 23482def-d544-4f50-8d25-248f359d91dd not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:34:43.583590 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.services.segments.db [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813d5405-6bb2-4fac-9eae-a4821c818143']}} {{(pid=99833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:34:43.599528 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.services.segments.db [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e401973-9cdc-42cf-a43d-f287c0f5d3c8') {'for_net_delete': True} {{(pid=99833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:34:43.600024 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.services.segments.db [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e401973-9cdc-42cf-a43d-f287c0f5d3c8') {} {{(pid=99833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:34:43.611868 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773231308346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4673397'] for segment, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:43.631573 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:43.641215 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=99833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:34:43.641847 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4673104'] for segment, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: Traceback (most recent call last): Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: timer() Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: cb(*args, **kw) Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: return func(*args, **kwargs) Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: self._notify() Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: self.callback(batched_events) Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: event.method(event) Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: return f(self, *a, **k) Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: return self._get(url).json() Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: return self.request(url, 'GET', **kwargs) Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:34:43.645422 dv-cinder-797970-2-iscsi neutron-server[99833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:34:43.700269 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-96d79976-2789-4036-bb89-16d657536215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480'] for port, after_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:43.732108 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d79976-2789-4036-bb89-16d657536215 None None] No DVR routers for this DVR port 12b75e0d-a571-48e1-b416-30a2be529e08 on host dv-cinder-797970-2-iscsi {{(pid=99834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:34:43.735643 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1778393'] for network, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:43.739268 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d79976-2789-4036-bb89-16d657536215 None None] Pushing event deleted for resources: {'Port': ['ID=12b75e0d-a571-48e1-b416-30a2be529e08,revision_number=None']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:43.743083 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:43.747993 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] 10.222.0.69 "DELETE /v2.0/networks/813d5405-6bb2-4fac-9eae-a4821c818143 HTTP/1.1" status: 204 len: 168 time: 0.6252995 Oct 14 11:34:43.759833 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c25355-dbe5-44c1-92b0-870479253b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=813d5405-6bb2-4fac-9eae-a4821c818143,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:43.977378 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c0afd-af38-4f10-aa60-a3ecbe52592c req-ef6ff5ad-8145-4a08-ab5b-8cd48f7c0010 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:43.980067 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2d5c0afd-af38-4f10-aa60-a3ecbe52592c req-ef6ff5ad-8145-4a08-ab5b-8cd48f7c0010 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0836487 Oct 14 11:34:44.018820 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 55790) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:44.042436 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2d5c0afd-af38-4f10-aa60-a3ecbe52592c req-3aca0653-1d39-4cb5-8095-7831c9ad4c48 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521431 Oct 14 11:34:44.084511 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-84792016-a4a3-473a-800e-5ca961209288 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=de741739c33a4b63ad4a3d09e4ca7ac1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0567608 Oct 14 11:34:44.084511 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 55794) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:44.137320 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2e05f0dc-468b-45d4-b897-de2d572c9749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:44.166031 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2e05f0dc-468b-45d4-b897-de2d572c9749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:44.219784 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2e05f0dc-468b-45d4-b897-de2d572c9749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:44.222435 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2e05f0dc-468b-45d4-b897-de2d572c9749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:44.223575 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-2e05f0dc-468b-45d4-b897-de2d572c9749 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a7609baa-6445-45f3-87ba-6ca6d20f2474 HTTP/1.1" status: 204 len: 168 time: 0.1405449 Oct 14 11:34:44.232225 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05f0dc-468b-45d4-b897-de2d572c9749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7609baa-6445-45f3-87ba-6ca6d20f2474,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:45.223814 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c2fe1-b6e5-49ce-be76-7635f3b300c7 req-0b910439-6e49-456f-9bd0-9f941e7e4bb9 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:45.226017 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7f5c2fe1-b6e5-49ce-be76-7635f3b300c7 req-0b910439-6e49-456f-9bd0-9f941e7e4bb9 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0628150 Oct 14 11:34:45.285532 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7f5c2fe1-b6e5-49ce-be76-7635f3b300c7 req-a8a4859b-7743-4743-9857-d322e9f3bf2f tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491550 Oct 14 11:34:46.423200 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fd95c-64c3-4852-b216-ef58473c14d1 req-bd72008f-79af-4dbc-a490-f3fccdc2fe75 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:46.424768 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-673fd95c-64c3-4852-b216-ef58473c14d1 req-bd72008f-79af-4dbc-a490-f3fccdc2fe75 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0534754 Oct 14 11:34:46.469715 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-673fd95c-64c3-4852-b216-ef58473c14d1 req-9e54fccd-906f-4045-8391-bbe38710c380 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362594 Oct 14 11:34:46.731356 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38785365-1221-45d0-8847-c4d70b808096 req-8845c3cc-2862-48e3-a197-e79d69fa0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:46.733164 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-38785365-1221-45d0-8847-c4d70b808096 req-8845c3cc-2862-48e3-a197-e79d69fa0647 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f1d7723d096452b9b80ddcfbc77ee3c&device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 1098 time: 0.0456705 Oct 14 11:34:46.829755 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38785365-1221-45d0-8847-c4d70b808096 req-1a43d744-d21c-4563-9815-17939c2102af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:46.833542 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-38785365-1221-45d0-8847-c4d70b808096 req-1a43d744-d21c-4563-9815-17939c2102af service neutron] 10.222.0.36 "GET /v2.0/networks?id=13df2e55-d95c-48af-9632-7d0e309339f2 HTTP/1.1" status: 200 len: 908 time: 0.0937097 Oct 14 11:34:46.901837 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-38785365-1221-45d0-8847-c4d70b808096 req-6efd7b3a-4dfb-4b52-a041-72d98fe3763b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60c81fd9-f747-4718-929a-fb38697f8aed HTTP/1.1" status: 200 len: 1001 time: 0.0608919 Oct 14 11:34:46.955584 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38785365-1221-45d0-8847-c4d70b808096 req-9db579fc-8f71-4aae-85e7-924cb1660b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:46.957765 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-38785365-1221-45d0-8847-c4d70b808096 req-9db579fc-8f71-4aae-85e7-924cb1660b90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9e0b106-6338-4e45-8294-cc32daa8c1a9 HTTP/1.1" status: 200 len: 846 time: 0.0495229 Oct 14 11:34:47.013344 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38785365-1221-45d0-8847-c4d70b808096 req-f5daeaef-952d-4e00-8dd8-37a1f2f3058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:47.014865 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-38785365-1221-45d0-8847-c4d70b808096 req-f5daeaef-952d-4e00-8dd8-37a1f2f3058a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13df2e55-d95c-48af-9632-7d0e309339f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493214 Oct 14 11:34:47.124661 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-38785365-1221-45d0-8847-c4d70b808096 req-f52f0989-448d-4525-be5d-e3da080a4c5c service neutron] 10.222.0.36 "GET /v2.0/networks/13df2e55-d95c-48af-9632-7d0e309339f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019788 Oct 14 11:34:47.246263 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-38785365-1221-45d0-8847-c4d70b808096 req-e05330cf-d371-406b-b5bb-e8cd0e73c714 service neutron] 10.222.0.36 "GET /v2.0/networks/13df2e55-d95c-48af-9632-7d0e309339f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137416 Oct 14 11:34:47.268853 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1d15ce8f-be9a-422a-a6ae-18b04dbcedbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:47.608205 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172442a-6996-4184-ad3b-be8e01289d38 req-e18f6228-9cb4-4d8e-ac36-614d2d2fc83f tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:47.609665 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9172442a-6996-4184-ad3b-be8e01289d38 req-e18f6228-9cb4-4d8e-ac36-614d2d2fc83f tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0535176 Oct 14 11:34:47.658169 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-9172442a-6996-4184-ad3b-be8e01289d38 req-b5ab0535-941c-4040-8b77-293f0aa7fb84 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418186 Oct 14 11:34:48.824174 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cba6c-8a84-4e40-803c-6bb3eca9ea29 req-994359c0-8566-496f-8725-0a5651d769b1 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:48.826843 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-150cba6c-8a84-4e40-803c-6bb3eca9ea29 req-994359c0-8566-496f-8725-0a5651d769b1 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0860875 Oct 14 11:34:48.868735 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-150cba6c-8a84-4e40-803c-6bb3eca9ea29 req-29f82b8c-e5aa-4b3d-9495-1037f19f85d7 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351069 Oct 14 11:34:49.730643 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-45f9ffaf-f1c2-4ff5-99a0-8c6b00a2adec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:49.989370 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52ae5a-f0ff-40fc-8a6e-9e19a1b8804f req-f54c8d49-8d47-4d84-beef-efd6c6d308a5 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:49.991113 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bd52ae5a-f0ff-40fc-8a6e-9e19a1b8804f req-f54c8d49-8d47-4d84-beef-efd6c6d308a5 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0554547 Oct 14 11:34:50.030123 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bd52ae5a-f0ff-40fc-8a6e-9e19a1b8804f req-1bc12110-988e-4b17-a50a-a9c633720975 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329883 Oct 14 11:34:50.264427 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe22f5-773f-4298-b368-270468d42084 req-15e3590d-5792-4109-8528-9e0d62b2ce0a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:50.266080 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f5fe22f5-773f-4298-b368-270468d42084 req-15e3590d-5792-4109-8528-9e0d62b2ce0a tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0676842 Oct 14 11:34:50.303225 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 55984) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:50.316118 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f5fe22f5-773f-4298-b368-270468d42084 req-7966e1ab-5600-4197-986e-ea1df08d782b tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413060 Oct 14 11:34:50.373554 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:34:50.393711 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f9b17c6b-c3f7-4a03-b0a2-c64cf8269c09 req-8c100942-4ff8-47f4-a8bd-2f4ad2268f83 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892422 Oct 14 11:34:50.403611 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [req-f9b17c6b-c3f7-4a03-b0a2-c64cf8269c09 req-5b27be0f-2429-4483-8a02-bb707b285630 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=99832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:34:50.404520 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f9b17c6b-c3f7-4a03-b0a2-c64cf8269c09 req-5b27be0f-2429-4483-8a02-bb707b285630 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049953 Oct 14 11:34:51.240426 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:51.475237 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c783357-3b3d-489c-92ee-0b65a7210323 req-25555deb-987c-451a-8af0-219613d84624 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:51.476782 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6c783357-3b3d-489c-92ee-0b65a7210323 req-25555deb-987c-451a-8af0-219613d84624 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0812075 Oct 14 11:34:51.516503 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6c783357-3b3d-489c-92ee-0b65a7210323 req-5422717b-02d3-46aa-bbdb-54614225b0d4 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325279 Oct 14 11:34:51.746400 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b17c6b-c3f7-4a03-b0a2-c64cf8269c09 req-6ccf5776-7fe4-42d9-919f-e0956a561173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:51.747907 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f9b17c6b-c3f7-4a03-b0a2-c64cf8269c09 req-6ccf5776-7fe4-42d9-919f-e0956a561173 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a&tenant_id=3f1d7723d096452b9b80ddcfbc77ee3c HTTP/1.1" status: 200 len: 1098 time: 0.0426824 Oct 14 11:34:51.810862 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b17c6b-c3f7-4a03-b0a2-c64cf8269c09 req-45d48b8f-d2fa-4f1f-afc4-aefe809af08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:51.812341 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f9b17c6b-c3f7-4a03-b0a2-c64cf8269c09 req-45d48b8f-d2fa-4f1f-afc4-aefe809af08e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f1d7723d096452b9b80ddcfbc77ee3c&device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 1098 time: 0.0413592 Oct 14 11:34:51.834827 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 60c81fd9-f747-4718-929a-fb38697f8aed no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:34:51.909245 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b17c6b-c3f7-4a03-b0a2-c64cf8269c09 req-f342bf40-d135-4e1f-bd5b-402ec646fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:51.909613 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:51.910923 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f9b17c6b-c3f7-4a03-b0a2-c64cf8269c09 req-f342bf40-d135-4e1f-bd5b-402ec646fcbc service neutron] 10.222.0.36 "GET /v2.0/networks?id=13df2e55-d95c-48af-9632-7d0e309339f2 HTTP/1.1" status: 200 len: 908 time: 0.0895123 Oct 14 11:34:51.932119 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c81fd9-f747-4718-929a-fb38697f8aed'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:34:51.934368 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21880159-093a-4dcf-a890-8a52331c5d69" -d '{"events": [{"server_uuid": "bf259678-6d87-4d67-9a55-73efe762f68a", "name": "network-vif-unplugged", "status": "completed", "tag": "60c81fd9-f747-4718-929a-fb38697f8aed"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:34:51.947502 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 60c81fd9-f747-4718-929a-fb38697f8aed, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=60c81fd9-f747-4718-929a-fb38697f8aed,segment=NetworkSegment(4b7e8567-344f-409c-86b7-437df162b72e),segment_id=4b7e8567-344f-409c-86b7-437df162b72e)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:34:51.952952 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:51.980940 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Oct 2021 11:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9b5e8d-d4d8-4d51-a472-35097b1be9f6 x-openstack-request-id: req-eb9b5e8d-d4d8-4d51-a472-35097b1be9f6 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:34:51.981251 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf259678-6d87-4d67-9a55-73efe762f68a", "name": "network-vif-unplugged", "status": "completed", "tag": "60c81fd9-f747-4718-929a-fb38697f8aed", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:34:51.981731 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eb9b5e8d-d4d8-4d51-a472-35097b1be9f6 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:34:51.981859 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f9b17c6b-c3f7-4a03-b0a2-c64cf8269c09 req-fe658e31-d7f8-4204-ac00-150102e414d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60c81fd9-f747-4718-929a-fb38697f8aed HTTP/1.1" status: 200 len: 1001 time: 0.0621829 Oct 14 11:34:51.982121 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c81fd9-f747-4718-929a-fb38697f8aed', 'code': 200} Oct 14 11:34:52.007555 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=60c81fd9-f747-4718-929a-fb38697f8aed,revision_number=6']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:52.036608 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b17c6b-c3f7-4a03-b0a2-c64cf8269c09 req-a83a7b30-78ba-4c30-a700-5178fef73fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:52.038060 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f9b17c6b-c3f7-4a03-b0a2-c64cf8269c09 req-a83a7b30-78ba-4c30-a700-5178fef73fe9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9e0b106-6338-4e45-8294-cc32daa8c1a9 HTTP/1.1" status: 200 len: 846 time: 0.0480857 Oct 14 11:34:52.082776 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b17c6b-c3f7-4a03-b0a2-c64cf8269c09 req-d5891c14-7038-43e5-b8fd-7b0ad8908c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:52.084280 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f9b17c6b-c3f7-4a03-b0a2-c64cf8269c09 req-d5891c14-7038-43e5-b8fd-7b0ad8908c3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13df2e55-d95c-48af-9632-7d0e309339f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389974 Oct 14 11:34:52.175013 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f9b17c6b-c3f7-4a03-b0a2-c64cf8269c09 req-4c831fc8-ee66-4467-977b-47ee2a9311bd service neutron] 10.222.0.36 "GET /v2.0/networks/13df2e55-d95c-48af-9632-7d0e309339f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822558 Oct 14 11:34:52.272604 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f9b17c6b-c3f7-4a03-b0a2-c64cf8269c09 req-07c30663-7dc5-44e8-aba8-f1c040185a01 service neutron] 10.222.0.36 "GET /v2.0/networks/13df2e55-d95c-48af-9632-7d0e309339f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890961 Oct 14 11:34:52.544342 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:52.639015 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58189227-7fd1-4fc4-a2ee-a273b0647a0d req-639eda68-e731-4357-b861-aad9dee92e54 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:52.640625 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-58189227-7fd1-4fc4-a2ee-a273b0647a0d req-639eda68-e731-4357-b861-aad9dee92e54 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 943 time: 0.0548868 Oct 14 11:34:52.686353 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-58189227-7fd1-4fc4-a2ee-a273b0647a0d req-88b6a317-b050-488d-9092-0893ef7dbce2 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369108 Oct 14 11:34:52.773303 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56040) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:52.890560 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-83f01045-04ed-49a6-b31a-b316028176a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:52.978053 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-83f01045-04ed-49a6-b31a-b316028176a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:52.984503 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-83f01045-04ed-49a6-b31a-b316028176a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:52.998822 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:53.022618 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f01045-04ed-49a6-b31a-b316028176a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0bddeb-4036-4fe8-b9da-21106b47a0f0,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:53.027076 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-83f01045-04ed-49a6-b31a-b316028176a9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3586906c145e43d0983f50c42ad4ef8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525880 Oct 14 11:34:53.029598 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56052) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:53.081311 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0e98fc6b-f973-43a5-8a51-acda52bbcd11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:53.105307 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0e98fc6b-f973-43a5-8a51-acda52bbcd11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:53.154678 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0e98fc6b-f973-43a5-8a51-acda52bbcd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:53.157491 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0e98fc6b-f973-43a5-8a51-acda52bbcd11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:53.158701 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-0e98fc6b-f973-43a5-8a51-acda52bbcd11 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ca0bddeb-4036-4fe8-b9da-21106b47a0f0 HTTP/1.1" status: 204 len: 168 time: 0.1280806 Oct 14 11:34:53.167553 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98fc6b-f973-43a5-8a51-acda52bbcd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0bddeb-4036-4fe8-b9da-21106b47a0f0,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:53.211060 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56058) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:53.328984 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a1646ca5-1811-43a6-af8a-ac79419e2f0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:53.432235 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a1646ca5-1811-43a6-af8a-ac79419e2f0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:53.436957 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a1646ca5-1811-43a6-af8a-ac79419e2f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:53.482189 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1646ca5-1811-43a6-af8a-ac79419e2f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0177d71-4295-47ea-bb34-69eb6af5d96f,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:53.486939 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-a1646ca5-1811-43a6-af8a-ac79419e2f0e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ad7ac36182b94dc9a1825bbe8bdaac8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744274 Oct 14 11:34:53.489912 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56062) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:53.553863 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-39afeb25-2f39-4130-9876-4eb83ebfde97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:53.590276 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-39afeb25-2f39-4130-9876-4eb83ebfde97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:53.639946 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-39afeb25-2f39-4130-9876-4eb83ebfde97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:53.642592 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-39afeb25-2f39-4130-9876-4eb83ebfde97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:53.643752 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-39afeb25-2f39-4130-9876-4eb83ebfde97 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b0177d71-4295-47ea-bb34-69eb6af5d96f HTTP/1.1" status: 204 len: 168 time: 0.1528401 Oct 14 11:34:53.653144 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afeb25-2f39-4130-9876-4eb83ebfde97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0177d71-4295-47ea-bb34-69eb6af5d96f,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:53.805389 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1085dc2-dd6e-4b16-9a48-5cb3152fad63 req-c02336ca-802b-4357-8829-684dc3cd2286 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:53.806989 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c1085dc2-dd6e-4b16-9a48-5cb3152fad63 req-c02336ca-802b-4357-8829-684dc3cd2286 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 943 time: 0.0494244 Oct 14 11:34:53.847686 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c1085dc2-dd6e-4b16-9a48-5cb3152fad63 req-45b08df8-537f-4572-b6a3-2d509bf62edc tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312796 Oct 14 11:34:53.975689 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56070) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:53.989413 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6f3d1c94-66f0-4152-8305-0081c08a844e admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:54.062796 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6f3d1c94-66f0-4152-8305-0081c08a844e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:54.066973 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6f3d1c94-66f0-4152-8305-0081c08a844e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:54.106015 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-6f3d1c94-66f0-4152-8305-0081c08a844e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bf54d03479464d8e89381693b07ecb97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292329 Oct 14 11:34:54.106900 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d1c94-66f0-4152-8305-0081c08a844e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba59437b-b55b-4c91-af1c-cc1e2cc8e2df,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:54.108838 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 56072) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:54.158354 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ca2573ca-4031-4ede-8df9-ddd702ffbf30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:54.180096 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ca2573ca-4031-4ede-8df9-ddd702ffbf30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:54.227498 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ca2573ca-4031-4ede-8df9-ddd702ffbf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:54.230091 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ca2573ca-4031-4ede-8df9-ddd702ffbf30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:54.231268 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-ca2573ca-4031-4ede-8df9-ddd702ffbf30 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba59437b-b55b-4c91-af1c-cc1e2cc8e2df HTTP/1.1" status: 204 len: 168 time: 0.1213980 Oct 14 11:34:54.239609 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2573ca-4031-4ede-8df9-ddd702ffbf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba59437b-b55b-4c91-af1c-cc1e2cc8e2df,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:54.548960 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 56078) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:54.561950 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1d71-c6a2-409b-9dac-fd754363fa34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:54.645513 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1d71-c6a2-409b-9dac-fd754363fa34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:54.649874 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1d71-c6a2-409b-9dac-fd754363fa34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:54.688905 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e1d71-c6a2-409b-9dac-fd754363fa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac0d72d-296d-45e3-b8bd-209369fc738d,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:54.694527 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-1c2e1d71-c6a2-409b-9dac-fd754363fa34 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=501d53ae3e2447c6851458ffdae81215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432068 Oct 14 11:34:54.695825 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 56080) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:54.747903 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f857d8fb-af55-409d-93d0-99d16a952de8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:54.770367 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f857d8fb-af55-409d-93d0-99d16a952de8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:54.818045 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f857d8fb-af55-409d-93d0-99d16a952de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:54.820666 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f857d8fb-af55-409d-93d0-99d16a952de8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:54.821819 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-f857d8fb-af55-409d-93d0-99d16a952de8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ac0d72d-296d-45e3-b8bd-209369fc738d HTTP/1.1" status: 204 len: 168 time: 0.1250858 Oct 14 11:34:54.829781 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857d8fb-af55-409d-93d0-99d16a952de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac0d72d-296d-45e3-b8bd-209369fc738d,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:54.970809 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28807f-292c-4b9e-864a-19976d73dae3 req-57cc5209-72f1-4d17-bed1-e5a421941747 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:54.973133 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9c28807f-292c-4b9e-864a-19976d73dae3 req-57cc5209-72f1-4d17-bed1-e5a421941747 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 943 time: 0.0551875 Oct 14 11:34:55.013641 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9c28807f-292c-4b9e-864a-19976d73dae3 req-a8d2eb8e-3b4a-40c2-bd39-949c16dfbd4d tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344718 Oct 14 11:34:55.864279 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 56112) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:55.971247 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-119e3f75-b13d-45fd-9e03-f9e58fc5d189 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:56.057536 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-119e3f75-b13d-45fd-9e03-f9e58fc5d189 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:56.061920 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-119e3f75-b13d-45fd-9e03-f9e58fc5d189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:56.124509 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e3f75-b13d-45fd-9e03-f9e58fc5d189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661a73d1-5cd2-46fe-a826-514dd7fdaf42,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:56.135079 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-119e3f75-b13d-45fd-9e03-f9e58fc5d189 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8fb819ab5d8f48b19c22ca6a88bd07a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692690 Oct 14 11:34:56.136042 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56118) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:34:56.158687 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55f49d-7827-4d8a-962b-586baaffa11d req-b66be84b-8a43-4951-8c0c-d5bbb942564f tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:56.161114 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-fb55f49d-7827-4d8a-962b-586baaffa11d req-b66be84b-8a43-4951-8c0c-d5bbb942564f tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 943 time: 0.0782957 Oct 14 11:34:56.189470 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-eb3bee1d-3716-4cb3-a18a-b046186832a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:56.200186 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-fb55f49d-7827-4d8a-962b-586baaffa11d req-35afdbf4-b0b7-448d-80cf-19dcb734d613 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328314 Oct 14 11:34:56.211961 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-eb3bee1d-3716-4cb3-a18a-b046186832a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:56.259224 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-eb3bee1d-3716-4cb3-a18a-b046186832a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:56.261815 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-eb3bee1d-3716-4cb3-a18a-b046186832a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:34:56.262987 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-eb3bee1d-3716-4cb3-a18a-b046186832a3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/661a73d1-5cd2-46fe-a826-514dd7fdaf42 HTTP/1.1" status: 204 len: 168 time: 0.1256177 Oct 14 11:34:56.271223 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bee1d-3716-4cb3-a18a-b046186832a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661a73d1-5cd2-46fe-a826-514dd7fdaf42,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:34:57.327182 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bad1c2-03d2-467a-80ac-840a9639bf13 req-db2e6a91-46d9-4c26-a5d9-00de8f919774 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:57.328690 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-45bad1c2-03d2-467a-80ac-840a9639bf13 req-db2e6a91-46d9-4c26-a5d9-00de8f919774 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 943 time: 0.0532942 Oct 14 11:34:57.369742 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-45bad1c2-03d2-467a-80ac-840a9639bf13 req-008e4bd7-5967-46d9-a7ab-7a8d23ff80f1 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350528 Oct 14 11:34:58.328284 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961fbc2-4424-4eb2-9ff8-7f97e838ec26 req-262c7cea-5295-4643-854b-6a9998ed0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:58.330244 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c961fbc2-4424-4eb2-9ff8-7f97e838ec26 req-262c7cea-5295-4643-854b-6a9998ed0377 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 1096 time: 0.0430658 Oct 14 11:34:58.384974 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c961fbc2-4424-4eb2-9ff8-7f97e838ec26 req-d239e945-5820-4f7b-9fcc-3d3168137cd1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460930 Oct 14 11:34:58.489862 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eff18e-d01e-44f5-b79b-c23905d69957 req-3d944e03-5609-46b4-a42a-8da068ce14fe tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:58.493283 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b1eff18e-d01e-44f5-b79b-c23905d69957 req-3d944e03-5609-46b4-a42a-8da068ce14fe tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 943 time: 0.0524986 Oct 14 11:34:58.534947 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b1eff18e-d01e-44f5-b79b-c23905d69957 req-4dcbf6ee-85fb-4d15-8c5c-220e1b122f45 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327921 Oct 14 11:34:59.653326 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701f462-70bd-4b70-bbc1-ff3faed6630d req-31d3b8d5-76d7-4a23-806a-0119315d6145 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:34:59.654869 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d701f462-70bd-4b70-bbc1-ff3faed6630d req-31d3b8d5-76d7-4a23-806a-0119315d6145 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 943 time: 0.0499916 Oct 14 11:34:59.696583 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d701f462-70bd-4b70-bbc1-ff3faed6630d req-537c2209-017f-4130-ac77-1d647695043e tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348234 Oct 14 11:35:00.432558 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 60c81fd9-f747-4718-929a-fb38697f8aed details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:35:00.530046 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 60c81fd9-f747-4718-929a-fb38697f8aed, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=60c81fd9-f747-4718-929a-fb38697f8aed,segment=NetworkSegment(4b7e8567-344f-409c-86b7-437df162b72e),segment_id=4b7e8567-344f-409c-86b7-437df162b72e)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:35:00.542887 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': '60c81fd9-f747-4718-929a-fb38697f8aed', 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2', 'port_id': '60c81fd9-f747-4718-929a-fb38697f8aed', 'mac_address': 'fa:16:3e:8f:86:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:35:00.581331 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:00.595412 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c81fd9-f747-4718-929a-fb38697f8aed {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:35:00.615108 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 60c81fd9-f747-4718-929a-fb38697f8aed, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=60c81fd9-f747-4718-929a-fb38697f8aed,segment=NetworkSegment(4b7e8567-344f-409c-86b7-437df162b72e),segment_id=4b7e8567-344f-409c-86b7-437df162b72e)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:35:00.618941 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:00.664584 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=60c81fd9-f747-4718-929a-fb38697f8aed,revision_number=7']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:00.812816 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46f737-30ee-4b7e-b4f9-9363f63fc443 req-1bd5b57e-c5ab-4753-b000-abd82325a294 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:00.814165 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5e46f737-30ee-4b7e-b4f9-9363f63fc443 req-1bd5b57e-c5ab-4753-b000-abd82325a294 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 944 time: 0.0487981 Oct 14 11:35:00.855182 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5e46f737-30ee-4b7e-b4f9-9363f63fc443 req-b57538db-eee0-423f-8387-99833616e8c9 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348632 Oct 14 11:35:01.666214 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['60c81fd9-f747-4718-929a-fb38697f8aed'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:35:01.907287 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:01.968410 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb476f51-3d4a-4607-8865-a22d34d30353 req-6db624a7-cb66-49fd-abde-c54c604621eb tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:01.969851 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fb476f51-3d4a-4607-8865-a22d34d30353 req-6db624a7-cb66-49fd-abde-c54c604621eb tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 944 time: 0.0483131 Oct 14 11:35:02.010670 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fb476f51-3d4a-4607-8865-a22d34d30353 req-e34618e4-9edf-412c-a209-10907f4a0346 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346892 Oct 14 11:35:03.124610 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4b735-5842-4ceb-a87a-1cc35dd3a47d req-f4d86357-ff72-453f-b8e1-e96d4ac81d02 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:03.126049 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0cb4b735-5842-4ceb-a87a-1cc35dd3a47d req-f4d86357-ff72-453f-b8e1-e96d4ac81d02 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 944 time: 0.0490854 Oct 14 11:35:03.163102 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0cb4b735-5842-4ceb-a87a-1cc35dd3a47d req-4c33b385-1930-42f5-ba57-693f37229c23 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300477 Oct 14 11:35:04.277013 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900c559-7cd9-470c-9058-24f22de59c42 req-b13904bc-0a66-4d07-8bdf-4ac6814d0789 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:04.278521 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5900c559-7cd9-470c-9058-24f22de59c42 req-b13904bc-0a66-4d07-8bdf-4ac6814d0789 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 944 time: 0.0492165 Oct 14 11:35:04.316428 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5900c559-7cd9-470c-9058-24f22de59c42 req-e27a8f62-66a8-4fd4-94e7-114d0252b3e3 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318010 Oct 14 11:35:05.428759 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8951ec-0bd8-4803-bcbe-d09f6172bec3 req-7da0258b-dcbf-495d-8ac2-b9f0fd8ee201 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:05.430221 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7b8951ec-0bd8-4803-bcbe-d09f6172bec3 req-7da0258b-dcbf-495d-8ac2-b9f0fd8ee201 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 944 time: 0.0480084 Oct 14 11:35:05.466833 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7b8951ec-0bd8-4803-bcbe-d09f6172bec3 req-c3a573c2-ff68-43bd-a8e4-8fb0448d05c5 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306304 Oct 14 11:35:05.886685 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 60c81fd9-f747-4718-929a-fb38697f8aed up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:35:05.937888 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port 60c81fd9-f747-4718-929a-fb38697f8aed triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:35:05.938321 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:06.016268 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:06.039431 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c81fd9-f747-4718-929a-fb38697f8aed'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:35:06.041641 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751575e7-2362-4edf-a9a3-e6473304f086" -d '{"events": [{"server_uuid": "bf259678-6d87-4d67-9a55-73efe762f68a", "name": "network-vif-plugged", "status": "completed", "tag": "60c81fd9-f747-4718-929a-fb38697f8aed"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:35:06.053893 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 60c81fd9-f747-4718-929a-fb38697f8aed, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=60c81fd9-f747-4718-929a-fb38697f8aed,segment=NetworkSegment(4b7e8567-344f-409c-86b7-437df162b72e),segment_id=4b7e8567-344f-409c-86b7-437df162b72e)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:35:06.058022 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:06.083778 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0679316d-fdb4-479e-a6dc-4550e97a1db7 x-openstack-request-id: req-0679316d-fdb4-479e-a6dc-4550e97a1db7 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:35:06.084060 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf259678-6d87-4d67-9a55-73efe762f68a", "name": "network-vif-plugged", "status": "completed", "tag": "60c81fd9-f747-4718-929a-fb38697f8aed", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:35:06.084337 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0679316d-fdb4-479e-a6dc-4550e97a1db7 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:35:06.084759 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c81fd9-f747-4718-929a-fb38697f8aed', 'code': 200} Oct 14 11:35:06.114177 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=60c81fd9-f747-4718-929a-fb38697f8aed,revision_number=8']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:06.122267 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:06.122631 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:06.122973 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:06.123302 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:06.123644 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:06.123953 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:06.124276 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:06.124599 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:06.124936 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:06.125256 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:06.125571 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:06.125938 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:15.653480 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56266) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:15.756000 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2d60d5df-11f9-4b25-aec6-fe49feb76397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:15.827290 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2d60d5df-11f9-4b25-aec6-fe49feb76397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:15.830791 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-2d60d5df-11f9-4b25-aec6-fe49feb76397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:15.869746 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-2d60d5df-11f9-4b25-aec6-fe49feb76397 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fda3cb90f4a547f9b9877ca5b1578d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151616 Oct 14 11:35:15.870841 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60d5df-11f9-4b25-aec6-fe49feb76397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcd5170-07db-462d-a138-d8e4d685b19a,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:15.872449 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 56270) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:15.920500 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:15.942174 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:15.991570 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:15.994170 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:15.995328 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0fcd5170-07db-462d-a138-d8e4d685b19a HTTP/1.1" status: 204 len: 168 time: 0.1219058 Oct 14 11:35:16.002915 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcd5170-07db-462d-a138-d8e4d685b19a,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:16.010107 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:16.010481 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:16.010819 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:16.011157 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:16.011486 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:16.011819 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:16.012154 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:16.012456 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:16.012810 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:16.013084 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:16.013511 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:16.013834 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85051f3c-7825-4b00-8e5a-41e924cf9a3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:35:17.254750 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d4ca8086-8f8e-491c-ba8a-b75d794072e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:19.732086 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-df98ea8a-2303-48c0-997f-a475e19b94bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:20.612933 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f624d2-379d-4ad9-ac0b-fc92ab5ca4e0 req-a02e6f2d-5e97-4421-91f1-b29a6073e10c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:20.615136 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-95f624d2-379d-4ad9-ac0b-fc92ab5ca4e0 req-a02e6f2d-5e97-4421-91f1-b29a6073e10c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 946 time: 0.0490372 Oct 14 11:35:20.652950 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-95f624d2-379d-4ad9-ac0b-fc92ab5ca4e0 req-c9ff4e3d-3f85-4fc3-b1f4-5f40d3c38b26 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320518 Oct 14 11:35:21.231465 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:21.776881 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a3d78-f832-4f4e-8c64-704ae878f315 req-f0c594cb-d615-4e9a-a965-4ee6c48a453a tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:21.778418 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-df5a3d78-f832-4f4e-8c64-704ae878f315 req-f0c594cb-d615-4e9a-a965-4ee6c48a453a tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 946 time: 0.0525680 Oct 14 11:35:21.815020 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-df5a3d78-f832-4f4e-8c64-704ae878f315 req-eda6df5e-91c1-4634-999d-ef8161e714a7 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b74104a-c91d-4214-8c6a-ee6812d71fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306118 Oct 14 11:35:21.974413 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d5486-6620-4187-8c2a-e686ea252a5f req-490a1466-fa86-4774-9744-281d44bbfa9c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:21.975425 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-320d5486-6620-4187-8c2a-e686ea252a5f req-490a1466-fa86-4774-9744-281d44bbfa9c tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.36 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 946 time: 0.0511572 Oct 14 11:35:22.068392 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-320d5486-6620-4187-8c2a-e686ea252a5f req-4f189a76-9b7c-4ab2-b878-68d569096866 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Deleting port db784d53-f81f-4d27-9ff4-3c30b1a77f99 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:35:22.068730 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-320d5486-6620-4187-8c2a-e686ea252a5f req-4f189a76-9b7c-4ab2-b878-68d569096866 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:22.166279 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-320d5486-6620-4187-8c2a-e686ea252a5f req-4f189a76-9b7c-4ab2-b878-68d569096866 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] For port db784d53-f81f-4d27-9ff4-3c30b1a77f99, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=db784d53-f81f-4d27-9ff4-3c30b1a77f99,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:35:22.166641 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-320d5486-6620-4187-8c2a-e686ea252a5f req-4f189a76-9b7c-4ab2-b878-68d569096866 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:22.352567 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-320d5486-6620-4187-8c2a-e686ea252a5f req-4f189a76-9b7c-4ab2-b878-68d569096866 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:22.353025 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-320d5486-6620-4187-8c2a-e686ea252a5f req-4f189a76-9b7c-4ab2-b878-68d569096866 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:22.353345 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.l3_db [req-320d5486-6620-4187-8c2a-e686ea252a5f req-4f189a76-9b7c-4ab2-b878-68d569096866 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Floating IP 799c5290-aa36-428b-a3e6-189ab9d61c4e disassociated. External IP: 172.27.1.60, port: db784d53-f81f-4d27-9ff4-3c30b1a77f99. Oct 14 11:35:22.353699 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-320d5486-6620-4187-8c2a-e686ea252a5f req-4f189a76-9b7c-4ab2-b878-68d569096866 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Calling delete_port for db784d53-f81f-4d27-9ff4-3c30b1a77f99 owned by compute:nova {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:35:22.489713 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-320d5486-6620-4187-8c2a-e686ea252a5f req-4f189a76-9b7c-4ab2-b878-68d569096866 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:22.523342 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f189a76-9b7c-4ab2-b878-68d569096866 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event deleted for resources: {'Port': ['ID=db784d53-f81f-4d27-9ff4-3c30b1a77f99,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:22.560002 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:22.662289 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-320d5486-6620-4187-8c2a-e686ea252a5f req-4f189a76-9b7c-4ab2-b878-68d569096866 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Router eb3614fb-8789-4942-aa97-22cf6b70dd56 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:35:22.776324 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-320d5486-6620-4187-8c2a-e686ea252a5f req-4f189a76-9b7c-4ab2-b878-68d569096866 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:35:22.787090 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d3392-f87f-4b93-8bee-c2a80c1a2fc5 None None] Sync routers for ids ['eb3614fb-8789-4942-aa97-22cf6b70dd56'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:35:22.795968 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7d3392-f87f-4b93-8bee-c2a80c1a2fc5 None None] Routers {'eb3614fb-8789-4942-aa97-22cf6b70dd56'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:35:22.796618 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-5d7d3392-f87f-4b93-8bee-c2a80c1a2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:35:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['eb3614fb-8789-4942-aa97-22cf6b70dd56'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:35:22.815184 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-320d5486-6620-4187-8c2a-e686ea252a5f req-4f189a76-9b7c-4ab2-b878-68d569096866 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] No DVR routers for this DVR port db784d53-f81f-4d27-9ff4-3c30b1a77f99 on host hv-cinder-79797 {{(pid=99832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:35:22.818529 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-320d5486-6620-4187-8c2a-e686ea252a5f req-4f189a76-9b7c-4ab2-b878-68d569096866 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:22.821926 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-320d5486-6620-4187-8c2a-e686ea252a5f req-4f189a76-9b7c-4ab2-b878-68d569096866 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.36 "DELETE /v2.0/ports/db784d53-f81f-4d27-9ff4-3c30b1a77f99 HTTP/1.1" status: 204 len: 173 time: 0.8395910 Oct 14 11:35:22.822426 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af33775-96f7-408e-b4a6-857423709e9c', 'name': 'network-vif-deleted', 'tag': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:35:22.824774 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9df0f5d-b528-455c-9455-fbc021627260" -d '{"events": [{"server_uuid": "9af33775-96f7-408e-b4a6-857423709e9c", "name": "network-vif-deleted", "tag": "db784d53-f81f-4d27-9ff4-3c30b1a77f99"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:35:22.893098 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff8038e-6787-4116-bd7c-0bb55592a53a x-openstack-request-id: req-cff8038e-6787-4116-bd7c-0bb55592a53a {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:35:22.894033 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af33775-96f7-408e-b4a6-857423709e9c", "name": "network-vif-deleted", "tag": "db784d53-f81f-4d27-9ff4-3c30b1a77f99", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:35:22.894547 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cff8038e-6787-4116-bd7c-0bb55592a53a {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:35:22.895246 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af33775-96f7-408e-b4a6-857423709e9c', 'name': 'network-vif-deleted', 'tag': 'db784d53-f81f-4d27-9ff4-3c30b1a77f99', 'status': 'completed', 'code': 200} Oct 14 11:35:22.949050 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2d99dc9f-ae30-43e0-a20e-74d99e51f315 req-90b5e4c0-6ed3-4d8a-8507-5525107a03d5 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/ports?device_id=9af33775-96f7-408e-b4a6-857423709e9c HTTP/1.1" status: 200 len: 210 time: 0.0368338 Oct 14 11:35:23.002000 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:23.034089 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-5d7d3392-f87f-4b93-8bee-c2a80c1a2fc5 None None] Set router eb3614fb-8789-4942-aa97-22cf6b70dd56 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:35:23.246507 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-5d7d3392-f87f-4b93-8bee-c2a80c1a2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:37Z', 'revision_number': 4, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '37d9d430-abdc-4f50-8a48-12f5f2d9e9b7', 'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'mac_address': 'fa:16:3e:3a:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:34Z', 'updated_at': '2021-10-14T11:28:46Z', 'revision_number': 5, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'subnets': [{'id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:35:23.273265 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d3392-f87f-4b93-8bee-c2a80c1a2fc5 None None] Checking router: eb3614fb-8789-4942-aa97-22cf6b70dd56 for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:35:23.284169 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7d3392-f87f-4b93-8bee-c2a80c1a2fc5 None None] Routers {'eb3614fb-8789-4942-aa97-22cf6b70dd56'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:35:23.284955 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-5d7d3392-f87f-4b93-8bee-c2a80c1a2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:35:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['eb3614fb-8789-4942-aa97-22cf6b70dd56'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:35:23.392004 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-5d7d3392-f87f-4b93-8bee-c2a80c1a2fc5 None None] Set router eb3614fb-8789-4942-aa97-22cf6b70dd56 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:35:23.590342 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-5d7d3392-f87f-4b93-8bee-c2a80c1a2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:37Z', 'revision_number': 4, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '37d9d430-abdc-4f50-8a48-12f5f2d9e9b7', 'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'mac_address': 'fa:16:3e:3a:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:34Z', 'updated_at': '2021-10-14T11:28:46Z', 'revision_number': 5, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'subnets': [{'id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:35:23.616170 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d3392-f87f-4b93-8bee-c2a80c1a2fc5 None None] The sync data for ids ['eb3614fb-8789-4942-aa97-22cf6b70dd56'] in dv-cinder-797970-2-iscsi is: [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:28:37Z', 'revision_number': 4, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '37d9d430-abdc-4f50-8a48-12f5f2d9e9b7', 'name': '', 'network_id': '953fc067-17c1-4744-a2d8-c5382bc078cb', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'mac_address': 'fa:16:3e:3a:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:34Z', 'updated_at': '2021-10-14T11:28:46Z', 'revision_number': 5, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'subnets': [{'id': 'e66ebcfd-406b-4441-8bf2-124e9b613a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:35:23.844150 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeca5bb-1b25-4132-b32f-0048766950f1 None None] New status for floating IP 799c5290-aa36-428b-a3e6-189ab9d61c4e: DOWN {{(pid=99834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:35:23.917510 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56406) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:24.034725 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-bce37842-ba51-498e-a450-e725e75df73c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.043493 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 56414) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:24.101334 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-bc733e9c-c8c0-41aa-b9a7-fcda74283cfa tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.111215 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-bce37842-ba51-498e-a450-e725e75df73c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.116264 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-bce37842-ba51-498e-a450-e725e75df73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.126316 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-bc733e9c-c8c0-41aa-b9a7-fcda74283cfa tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.155921 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-bce37842-ba51-498e-a450-e725e75df73c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2ebf8a59ce194701bb49f6c740838e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372038 Oct 14 11:35:24.157127 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce37842-ba51-498e-a450-e725e75df73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ea9633-198c-4385-bfc1-e9a4a1ea405d,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:24.158910 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 56416) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:24.193647 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-bc733e9c-c8c0-41aa-b9a7-fcda74283cfa tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.196420 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-bc733e9c-c8c0-41aa-b9a7-fcda74283cfa tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.197523 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-bc733e9c-c8c0-41aa-b9a7-fcda74283cfa tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "DELETE /v2.0/security-groups/2b74104a-c91d-4214-8c6a-ee6812d71fbb HTTP/1.1" status: 204 len: 168 time: 0.1530478 Oct 14 11:35:24.200471 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56418) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:24.211348 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc733e9c-c8c0-41aa-b9a7-fcda74283cfa tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b74104a-c91d-4214-8c6a-ee6812d71fbb,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:24.216027 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.api.v2.resource [None req-b195163b-0f82-4ef2-824a-5864c740b09e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] show failed (client error): The resource could not be found. Oct 14 11:35:24.220227 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-b195163b-0f82-4ef2-824a-5864c740b09e tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "GET /v2.0/security-groups/2b74104a-c91d-4214-8c6a-ee6812d71fbb HTTP/1.1" status: 404 len: 347 time: 0.0155623 Oct 14 11:35:24.220227 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56420) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:24.230820 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-32570869-234e-4d85-943b-9f695684e7b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.254797 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-32570869-234e-4d85-943b-9f695684e7b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.304931 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-32570869-234e-4d85-943b-9f695684e7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.307867 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-32570869-234e-4d85-943b-9f695684e7b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.316314 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-32570869-234e-4d85-943b-9f695684e7b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/43ea9633-198c-4385-bfc1-e9a4a1ea405d HTTP/1.1" status: 204 len: 168 time: 0.1492040 Oct 14 11:35:24.321916 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32570869-234e-4d85-943b-9f695684e7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ea9633-198c-4385-bfc1-e9a4a1ea405d,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:24.367504 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-80dce20c-d31d-4671-872b-62c5d8b632c1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Deleting port c4a22dcd-65f8-41b0-bb78-9a2e3ed5e136 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:35:24.367844 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-80dce20c-d31d-4671-872b-62c5d8b632c1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.462860 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-80dce20c-d31d-4671-872b-62c5d8b632c1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.462860 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-80dce20c-d31d-4671-872b-62c5d8b632c1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.474139 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-80dce20c-d31d-4671-872b-62c5d8b632c1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Calling delete_port for c4a22dcd-65f8-41b0-bb78-9a2e3ed5e136 owned by network:floatingip {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:35:24.618793 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-80dce20c-d31d-4671-872b-62c5d8b632c1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.640587 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 56426) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:24.653431 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dce20c-d31d-4671-872b-62c5d8b632c1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Pushing event deleted for resources: {'Port': ['ID=c4a22dcd-65f8-41b0-bb78-9a2e3ed5e136,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:24.655142 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1b2c0b49-7bcb-4cfc-9aef-15ab72fd1a4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.718508 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-80dce20c-d31d-4671-872b-62c5d8b632c1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks [] for floatingip, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.721078 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-80dce20c-d31d-4671-872b-62c5d8b632c1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.722309 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-80dce20c-d31d-4671-872b-62c5d8b632c1 tempest-AttachVolumeShelveTestJSON-106874729 tempest-AttachVolumeShelveTestJSON-106874729-project] 10.222.0.69 "DELETE /v2.0/floatingips/799c5290-aa36-428b-a3e6-189ab9d61c4e HTTP/1.1" status: 204 len: 168 time: 0.5012302 Oct 14 11:35:24.741108 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1b2c0b49-7bcb-4cfc-9aef-15ab72fd1a4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.747432 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1b2c0b49-7bcb-4cfc-9aef-15ab72fd1a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.789452 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-1b2c0b49-7bcb-4cfc-9aef-15ab72fd1a4a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=239f689746d7448d87de343f1f56f61e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476786 Oct 14 11:35:24.790528 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c0b49-7bcb-4cfc-9aef-15ab72fd1a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba4c4c1-2f2b-4ccb-9754-525d1544479f,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:24.792151 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56430) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:24.848749 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c3b05059-c11f-473b-a488-f94f41e00645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.870719 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c3b05059-c11f-473b-a488-f94f41e00645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.917533 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c3b05059-c11f-473b-a488-f94f41e00645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.920232 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c3b05059-c11f-473b-a488-f94f41e00645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:24.921374 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-c3b05059-c11f-473b-a488-f94f41e00645 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3ba4c4c1-2f2b-4ccb-9754-525d1544479f HTTP/1.1" status: 204 len: 168 time: 0.1282070 Oct 14 11:35:24.929725 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b05059-c11f-473b-a488-f94f41e00645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba4c4c1-2f2b-4ccb-9754-525d1544479f,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:25.263058 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56438) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:25.279099 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-80501591-636b-45f9-8597-bfa8c2a99b48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:25.354749 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-80501591-636b-45f9-8597-bfa8c2a99b48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:25.358799 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-80501591-636b-45f9-8597-bfa8c2a99b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:25.397401 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-80501591-636b-45f9-8597-bfa8c2a99b48 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8727f04ed2474bfdb4fa31cdcfbec3c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1332343 Oct 14 11:35:25.398540 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80501591-636b-45f9-8597-bfa8c2a99b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a1fe0e-8e6d-4bc9-81e8-d69e21dc8d83,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:25.400138 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 56440) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:25.449682 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-bbb120ac-91fe-4b2b-ad18-32d625679449 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:25.470348 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-bbb120ac-91fe-4b2b-ad18-32d625679449 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:25.521498 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-bbb120ac-91fe-4b2b-ad18-32d625679449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:25.525780 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-bbb120ac-91fe-4b2b-ad18-32d625679449 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:25.527083 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-bbb120ac-91fe-4b2b-ad18-32d625679449 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/06a1fe0e-8e6d-4bc9-81e8-d69e21dc8d83 HTTP/1.1" status: 204 len: 168 time: 0.1259649 Oct 14 11:35:25.540020 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb120ac-91fe-4b2b-ad18-32d625679449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a1fe0e-8e6d-4bc9-81e8-d69e21dc8d83,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:26.046235 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device db784d53-f81f-4d27-9ff4-3c30b1a77f99 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:35:26.067449 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: db784d53-f81f-4d27-9ff4-3c30b1a77f99 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:35:26.068366 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device db784d53-f81f-4d27-9ff4-3c30b1a77f99 not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:35:27.174558 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 56486) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:27.372699 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:35:27.930865 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a926-4e30-48ca-8537-eafd80437518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779407'] for router_interface, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:28.182407 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4a926-4e30-48ca-8537-eafd80437518 admin admin] Deleting port 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7 {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:35:28.183078 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a926-4e30-48ca-8537-eafd80437518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:28.267088 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [None req-f3e4a926-4e30-48ca-8537-eafd80437518 admin admin] For port 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=37d9d430-abdc-4f50-8a48-12f5f2d9e9b7,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:35:28.267497 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a926-4e30-48ca-8537-eafd80437518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:28.287880 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4a926-4e30-48ca-8537-eafd80437518 admin admin] Calling delete_port for 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7 owned by network:router_interface {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:35:28.466007 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a926-4e30-48ca-8537-eafd80437518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:28.492565 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4a926-4e30-48ca-8537-eafd80437518 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d9d430-abdc-4f50-8a48-12f5f2d9e9b7,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:28.655704 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a926-4e30-48ca-8537-eafd80437518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784671'] for router_interface, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:28.875643 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e4a926-4e30-48ca-8537-eafd80437518 admin admin] Router eb3614fb-8789-4942-aa97-22cf6b70dd56 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:35:28.985979 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e4a926-4e30-48ca-8537-eafd80437518 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:35:28.991198 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-f3e4a926-4e30-48ca-8537-eafd80437518 admin admin] 10.222.0.69 "PUT /v2.0/routers/eb3614fb-8789-4942-aa97-22cf6b70dd56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8156030 Oct 14 11:35:28.994179 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56502) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:29.000748 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73fc95-4948-4fa5-af76-f313c81c0bfa None None] Sync routers for ids ['eb3614fb-8789-4942-aa97-22cf6b70dd56'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:35:29.011273 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73fc95-4948-4fa5-af76-f313c81c0bfa None None] Routers {'eb3614fb-8789-4942-aa97-22cf6b70dd56'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:35:29.011888 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-9d73fc95-4948-4fa5-af76-f313c81c0bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:35:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['eb3614fb-8789-4942-aa97-22cf6b70dd56'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:35:29.120769 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6c17bf8e-a714-40e4-8a6b-44df70f3f0b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:29.125106 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-9d73fc95-4948-4fa5-af76-f313c81c0bfa None None] Set router eb3614fb-8789-4942-aa97-22cf6b70dd56 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:35:29.187341 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 56506) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:29.228559 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6c17bf8e-a714-40e4-8a6b-44df70f3f0b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:29.282768 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-6c17bf8e-a714-40e4-8a6b-44df70f3f0b1 admin admin] Deleting port f93179ec-00c7-4a5a-a487-449ce0643d60 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:35:29.283183 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6c17bf8e-a714-40e4-8a6b-44df70f3f0b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:29.313243 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fc464f6b-2720-4b57-ad61-f27386c7cf44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:29.325971 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-9d73fc95-4948-4fa5-af76-f313c81c0bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:35:28Z', 'revision_number': 5, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port': {'id': 'f93179ec-00c7-4a5a-a487-449ce0643d60', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:28:30Z', 'updated_at': '2021-10-14T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:35:29.360384 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73fc95-4948-4fa5-af76-f313c81c0bfa None None] Checking router: eb3614fb-8789-4942-aa97-22cf6b70dd56 for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:35:29.370927 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73fc95-4948-4fa5-af76-f313c81c0bfa None None] Routers {'eb3614fb-8789-4942-aa97-22cf6b70dd56'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:35:29.371810 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-9d73fc95-4948-4fa5-af76-f313c81c0bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:35:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['eb3614fb-8789-4942-aa97-22cf6b70dd56'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:35:29.373355 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [None req-6c17bf8e-a714-40e4-8a6b-44df70f3f0b1 admin admin] For port f93179ec-00c7-4a5a-a487-449ce0643d60, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=f93179ec-00c7-4a5a-a487-449ce0643d60,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:35:29.373883 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6c17bf8e-a714-40e4-8a6b-44df70f3f0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:29.389078 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-6c17bf8e-a714-40e4-8a6b-44df70f3f0b1 admin admin] Calling delete_port for f93179ec-00c7-4a5a-a487-449ce0643d60 owned by network:router_gateway {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:35:29.405984 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fc464f6b-2720-4b57-ad61-f27386c7cf44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:29.410413 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-fc464f6b-2720-4b57-ad61-f27386c7cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:29.456612 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-fc464f6b-2720-4b57-ad61-f27386c7cf44 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c7d2233ea254b609b31516287c9a806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657559 Oct 14 11:35:29.456612 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc464f6b-2720-4b57-ad61-f27386c7cf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0431a55-1a9a-4e05-be4d-3e6a61208b47,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:29.457013 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56510) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:29.464675 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-9d73fc95-4948-4fa5-af76-f313c81c0bfa None None] Set router eb3614fb-8789-4942-aa97-22cf6b70dd56 gateway port host: None {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:35:29.517421 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-9d73fc95-4948-4fa5-af76-f313c81c0bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:35:29Z', 'revision_number': 6, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port_host': None}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:35:29.548799 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73fc95-4948-4fa5-af76-f313c81c0bfa None None] The sync data for ids ['eb3614fb-8789-4942-aa97-22cf6b70dd56'] in dv-cinder-797970-2-iscsi is: [{'id': 'eb3614fb-8789-4942-aa97-22cf6b70dd56', 'name': 'tempest-AttachVolumeShelveTestJSON-1707006584-router', 'tenant_id': '6002f5ee1b60442cae91e69448c24382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:28:28Z', 'updated_at': '2021-10-14T11:35:29Z', 'revision_number': 6, 'project_id': '6002f5ee1b60442cae91e69448c24382', 'gw_port_host': None}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:35:29.559944 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-03a830c1-81a9-4ab7-bc0f-495f95eb52be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:29.608307 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-03a830c1-81a9-4ab7-bc0f-495f95eb52be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:29.627000 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6c17bf8e-a714-40e4-8a6b-44df70f3f0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:29.663477 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17bf8e-a714-40e4-8a6b-44df70f3f0b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f93179ec-00c7-4a5a-a487-449ce0643d60,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:29.723053 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-03a830c1-81a9-4ab7-bc0f-495f95eb52be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:29.726326 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-03a830c1-81a9-4ab7-bc0f-495f95eb52be admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:29.727457 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-03a830c1-81a9-4ab7-bc0f-495f95eb52be admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0431a55-1a9a-4e05-be4d-3e6a61208b47 HTTP/1.1" status: 204 len: 168 time: 0.2686808 Oct 14 11:35:29.739599 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6c17bf8e-a714-40e4-8a6b-44df70f3f0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1778181'] for router_gateway, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:29.741550 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a830c1-81a9-4ab7-bc0f-495f95eb52be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0431a55-1a9a-4e05-be4d-3e6a61208b47,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:29.835326 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6c17bf8e-a714-40e4-8a6b-44df70f3f0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258105'] for router, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:29.837526 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6c17bf8e-a714-40e4-8a6b-44df70f3f0b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:29.885525 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6c17bf8e-a714-40e4-8a6b-44df70f3f0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1785260'] for router, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:29.886361 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c17bf8e-a714-40e4-8a6b-44df70f3f0b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb3614fb-8789-4942-aa97-22cf6b70dd56 {{(pid=99832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:35:29.891326 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6c17bf8e-a714-40e4-8a6b-44df70f3f0b1 admin admin] Publish callbacks [] for router, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:29.894682 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-6c17bf8e-a714-40e4-8a6b-44df70f3f0b1 admin admin] 10.222.0.69 "DELETE /v2.0/routers/eb3614fb-8789-4942-aa97-22cf6b70dd56 HTTP/1.1" status: 204 len: 168 time: 0.8975677 Oct 14 11:35:29.895092 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 56516) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:29.955241 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f3ef49-5756-4d1e-8043-e92c7c8841bc admin admin] Deleting subnet e66ebcfd-406b-4441-8bf2-124e9b613a1b {{(pid=99833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:35:29.959389 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ef49-5756-4d1e-8043-e92c7c8841bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.003481 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ef49-5756-4d1e-8043-e92c7c8841bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4673356'] for subnet, precommit_delete_associations {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.082641 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ef49-5756-4d1e-8043-e92c7c8841bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856540'] for subnet, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.136824 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ef49-5756-4d1e-8043-e92c7c8841bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4673522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7397107'] for subnet, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.169159 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3ef49-5756-4d1e-8043-e92c7c8841bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66ebcfd-406b-4441-8bf2-124e9b613a1b,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:30.171301 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ef49-5756-4d1e-8043-e92c7c8841bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.174326 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-e5f3ef49-5756-4d1e-8043-e92c7c8841bc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e66ebcfd-406b-4441-8bf2-124e9b613a1b HTTP/1.1" status: 204 len: 168 time: 0.2781322 Oct 14 11:35:30.177169 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56528) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:30.178314 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ad06e4-ae61-446e-9f25-29817a99275a None None] Network 953fc067-17c1-4744-a2d8-c5382bc078cb requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:35:30.253775 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530326'] for network, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.398980 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b4dbbf-541d-4444-becc-c023622f2e32 None None] DHCP port deletion for 953fc067-17c1-4744-a2d8-c5382bc078cb request from dv-cinder-797970-2-iscsi {{(pid=99834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 11:35:30.458948 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 56536) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:30.463522 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-e4b4dbbf-541d-4444-becc-c023622f2e32 None None] Deleting port 5ed0d614-f948-448b-aca0-e0e748220580 {{(pid=99834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:35:30.464440 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e4b4dbbf-541d-4444-becc-c023622f2e32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.543912 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-e4b4dbbf-541d-4444-becc-c023622f2e32 None None] For port 5ed0d614-f948-448b-aca0-e0e748220580, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=5ed0d614-f948-448b-aca0-e0e748220580,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:35:30.544833 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e4b4dbbf-541d-4444-becc-c023622f2e32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.559388 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-e4b4dbbf-541d-4444-becc-c023622f2e32 None None] Calling delete_port for 5ed0d614-f948-448b-aca0-e0e748220580 owned by network:dhcp {{(pid=99834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:35:30.575360 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] Deleting port 5ed0d614-f948-448b-aca0-e0e748220580 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:35:30.575698 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.608686 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-82bdaf7b-3dd0-46cc-8495-d5fff7444233 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1225908751-network', 'tenant_id': 'b9fea8551f2246cbb30b03a49e491205'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:35:30.635535 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bdaf7b-3dd0-46cc-8495-d5fff7444233 admin admin] Made reservation on behalf of b9fea8551f2246cbb30b03a49e491205 for: {'network': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:35:30.637909 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-82bdaf7b-3dd0-46cc-8495-d5fff7444233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.653148 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] For port 5ed0d614-f948-448b-aca0-e0e748220580, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=5ed0d614-f948-448b-aca0-e0e748220580,segment=NetworkSegment(806c6933-f7d1-4eca-9fcb-37722cebc981),segment_id=806c6933-f7d1-4eca-9fcb-37722cebc981)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:35:30.653643 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.655879 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-82bdaf7b-3dd0-46cc-8495-d5fff7444233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.669810 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] Calling delete_port for 5ed0d614-f948-448b-aca0-e0e748220580 owned by network:dhcp {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:35:30.686651 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e4b4dbbf-541d-4444-becc-c023622f2e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480'] for port, after_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.714231 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4dbbf-541d-4444-becc-c023622f2e32 None None] Pushing event deleted for resources: {'Port': ['ID=5ed0d614-f948-448b-aca0-e0e748220580,revision_number=None']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:30.720579 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4dbbf-541d-4444-becc-c023622f2e32 None None] No DVR routers for this DVR port 5ed0d614-f948-448b-aca0-e0e748220580 on host dv-cinder-797970-2-iscsi {{(pid=99834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:35:30.774154 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-82bdaf7b-3dd0-46cc-8495-d5fff7444233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.775372 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.778183 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-82bdaf7b-3dd0-46cc-8495-d5fff7444233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.803232 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] No DVR routers for this DVR port 5ed0d614-f948-448b-aca0-e0e748220580 on host dv-cinder-797970-2-iscsi {{(pid=99832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:35:30.805488 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed0d614-f948-448b-aca0-e0e748220580,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:30.815863 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bdaf7b-3dd0-46cc-8495-d5fff7444233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=99833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:35:30.821196 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdaf7b-3dd0-46cc-8495-d5fff7444233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:30.828971 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-82bdaf7b-3dd0-46cc-8495-d5fff7444233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.829559 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.segments_db [None req-82bdaf7b-3dd0-46cc-8495-d5fff7444233 admin admin] Added segment 2bcbebff-ba80-4443-a95a-2d88f4d62eee of type vlan for network 99536f87-1634-4735-9292-90fd4239a375 Oct 14 11:35:30.875576 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-82bdaf7b-3dd0-46cc-8495-d5fff7444233 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.885867 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854089', 'neutron.services.segments.db._delete_segments_for_network-8773231307825'] for network, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.906668 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-82bdaf7b-3dd0-46cc-8495-d5fff7444233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.908010 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bdaf7b-3dd0-46cc-8495-d5fff7444233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:30.908605 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-82bdaf7b-3dd0-46cc-8495-d5fff7444233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.909254 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953fc067-17c1-4744-a2d8-c5382bc078cb']}} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:35:30.919663 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806c6933-f7d1-4eca-9fcb-37722cebc981') {'for_net_delete': True} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:35:30.919959 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806c6933-f7d1-4eca-9fcb-37722cebc981') {} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:35:30.930471 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773231308346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1332807'] for segment, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.945966 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.952294 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=99832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:35:30.952685 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7940039'] for segment, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:30.956868 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-82bdaf7b-3dd0-46cc-8495-d5fff7444233 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4938505 Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: self.session.flush() Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: self.session.flush() Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: self.session.flush() Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: self.session.flush() Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: Traceback (most recent call last): Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: timer() Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: cb(*args, **kw) Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: return func(*args, **kwargs) Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: self._notify() Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: self.callback(batched_events) Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: event.method(event) Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: return f(self, *a, **k) Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._get(url).json() Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: return self.request(url, 'GET', **kwargs) Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:35:30.957054 dv-cinder-797970-2-iscsi neutron-server[99832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:35:30.960916 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 56540) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:30.965887 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-48df0969-a426-4180-a25d-9698d4cd4dd7 admin admin] Request body: {'subnet': {'network_id': '99536f87-1634-4735-9292-90fd4239a375', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1225908751-subnet', 'tenant_id': 'b9fea8551f2246cbb30b03a49e491205', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:35:31.012888 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdaf7b-3dd0-46cc-8495-d5fff7444233 admin admin] Pushing event updated for resources: {'Network': ['ID=99536f87-1634-4735-9292-90fd4239a375,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:31.018675 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1778393'] for network, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:31.026478 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:31.030737 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] 10.222.0.69 "DELETE /v2.0/networks/953fc067-17c1-4744-a2d8-c5382bc078cb HTTP/1.1" status: 204 len: 168 time: 0.8522394 Oct 14 11:35:31.031741 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network 99536f87-1634-4735-9292-90fd4239a375 details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:35:31.043985 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9445f2-7888-4395-9c58-3fde45a0a37d admin admin] Pushing event deleted for resources: {'Network': ['ID=953fc067-17c1-4744-a2d8-c5382bc078cb,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:31.046296 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48df0969-a426-4180-a25d-9698d4cd4dd7 admin admin] Made reservation on behalf of b9fea8551f2246cbb30b03a49e491205 for: {'subnet': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:35:31.050133 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-48df0969-a426-4180-a25d-9698d4cd4dd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7397086'] for subnet, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:31.163388 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device f93179ec-00c7-4a5a-a487-449ce0643d60 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:35:31.184427 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56544) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:31.187029 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: f93179ec-00c7-4a5a-a487-449ce0643d60 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:35:31.187501 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device f93179ec-00c7-4a5a-a487-449ce0643d60 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:35:31.187922 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:35:31.239526 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-44469f17-98ed-4feb-9988-be9db7168b62 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6002f5ee1b60442cae91e69448c24382&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0528779 Oct 14 11:35:31.241668 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56546) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:31.278893 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-48df0969-a426-4180-a25d-9698d4cd4dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4673459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7397064'] for subnet, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:31.323727 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ff246be9-bb1e-449d-b9b8-8a18f362cd86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:31.343001 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df0969-a426-4180-a25d-9698d4cd4dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4923a4-ac0f-42f8-9c9e-3b43a1860244,revision_number=0']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:31.343632 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:35:31.343978 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 37d9d430-abdc-4f50-8a48-12f5f2d9e9b7 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:35:31.344394 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 5ed0d614-f948-448b-aca0-e0e748220580 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:35:31.354106 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ff246be9-bb1e-449d-b9b8-8a18f362cd86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:31.359131 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48df0969-a426-4180-a25d-9698d4cd4dd7 admin admin] Checking segment: {'id': '2bcbebff-ba80-4443-a95a-2d88f4d62eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '99536f87-1634-4735-9292-90fd4239a375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:35:31.359496 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48df0969-a426-4180-a25d-9698d4cd4dd7 admin admin] Network hostable DHCP agents. Network: 99536f87-1634-4735-9292-90fd4239a375, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:35:31.366993 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 5ed0d614-f948-448b-aca0-e0e748220580 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:35:31.367335 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 5ed0d614-f948-448b-aca0-e0e748220580 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:35:31.381016 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48df0969-a426-4180-a25d-9698d4cd4dd7 admin admin] Network 99536f87-1634-4735-9292-90fd4239a375 is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:35:31.390406 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-48df0969-a426-4180-a25d-9698d4cd4dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, 99536f87-1634-4735-9292-90fd4239a375) {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:35:31.394777 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48df0969-a426-4180-a25d-9698d4cd4dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:31.395563 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-48df0969-a426-4180-a25d-9698d4cd4dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:31.400883 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452d2864-2eaf-448c-8116-c9fe0f979bb0 None None] Network 99536f87-1634-4735-9292-90fd4239a375 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:35:31.424029 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-48df0969-a426-4180-a25d-9698d4cd4dd7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4562936 Oct 14 11:35:31.431207 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ff246be9-bb1e-449d-b9b8-8a18f362cd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:31.434168 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ff246be9-bb1e-449d-b9b8-8a18f362cd86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:31.435395 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-ff246be9-bb1e-449d-b9b8-8a18f362cd86 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/48ae3c4d-9229-45db-82a2-1cd4fbc1cf63 HTTP/1.1" status: 204 len: 168 time: 0.1924963 Oct 14 11:35:31.447952 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff246be9-bb1e-449d-b9b8-8a18f362cd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ae3c4d-9229-45db-82a2-1cd4fbc1cf63,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:31.555900 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1573f8-c904-46df-93a0-c1629662b8b7 None None] Network 99536f87-1634-4735-9292-90fd4239a375 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:35:31.907292 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:32.740773 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56608) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:32.843598 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3756e125-d69f-4185-936b-2937a800c7df admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:32.916591 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3756e125-d69f-4185-936b-2937a800c7df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:32.920478 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-3756e125-d69f-4185-936b-2937a800c7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:32.958611 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756e125-d69f-4185-936b-2937a800c7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77fdbc5-8626-48d9-aee8-00b29be07f9f,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:32.963710 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-3756e125-d69f-4185-936b-2937a800c7df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9cbb11fb1e564138afd054afa0816b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218175 Oct 14 11:35:32.967461 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56612) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:33.017626 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d3eaabe2-4b8c-4df6-bec0-e9e7abf52743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:33.042856 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d3eaabe2-4b8c-4df6-bec0-e9e7abf52743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:33.092033 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d3eaabe2-4b8c-4df6-bec0-e9e7abf52743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:33.094709 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d3eaabe2-4b8c-4df6-bec0-e9e7abf52743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:33.095849 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-d3eaabe2-4b8c-4df6-bec0-e9e7abf52743 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f77fdbc5-8626-48d9-aee8-00b29be07f9f HTTP/1.1" status: 204 len: 168 time: 0.1282761 Oct 14 11:35:33.105329 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eaabe2-4b8c-4df6-bec0-e9e7abf52743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77fdbc5-8626-48d9-aee8-00b29be07f9f,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:33.462519 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-4c707db5-e8d8-4b34-9cf5-4e81ce66c49f tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:33.464417 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-4c707db5-e8d8-4b34-9cf5-4e81ce66c49f tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/networks?id=99536f87-1634-4735-9292-90fd4239a375 HTTP/1.1" status: 200 len: 814 time: 0.1616874 Oct 14 11:35:33.479755 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-d998e6c4-1bb7-4c66-a7d1-b66eb96ebbe7 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/quotas/b9fea8551f2246cbb30b03a49e491205 HTTP/1.1" status: 200 len: 375 time: 0.0094414 Oct 14 11:35:33.513791 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-664e3a36-745b-4b57-9e9d-01a1d6ad770a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b9fea8551f2246cbb30b03a49e491205&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280044 Oct 14 11:35:33.711784 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-28591bde-a751-47dd-91ce-bc33f67f738a service neutron] 10.222.0.69 "GET /v2.0/networks/99536f87-1634-4735-9292-90fd4239a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886835 Oct 14 11:35:33.852621 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-dabad30e-c5dc-4cbf-a7a2-edfcf4e2c175 service neutron] 10.222.0.69 "GET /v2.0/networks/99536f87-1634-4735-9292-90fd4239a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340961 Oct 14 11:35:34.059952 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-75021a61-9953-44cc-ab0f-b012f260f053 req-8211224a-b696-4609-9048-4629c1a73b7b tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 210 time: 0.0516534 Oct 14 11:35:34.923262 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56690) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:35.048892 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-d8fe2e84-96d7-45d0-85e2-85aba87da003 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:35.050419 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-d8fe2e84-96d7-45d0-85e2-85aba87da003 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.36 "GET /v2.0/networks?id=99536f87-1634-4735-9292-90fd4239a375 HTTP/1.1" status: 200 len: 814 time: 0.1162100 Oct 14 11:35:35.070064 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-658ea599-4e13-4879-8036-581bd8d83407 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Request body: {'port': {'device_id': 'cf303f62-2acb-4154-9add-859e70c65b4d', 'network_id': '99536f87-1634-4735-9292-90fd4239a375', 'admin_state_up': True, 'tenant_id': 'b9fea8551f2246cbb30b03a49e491205'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:35:35.074969 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c6bc2776-5115-43e7-a16a-ca7a9a24288b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:35.169884 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0ae02ee0-cf70-4d06-b3e6-0a2ae35da10e req-46855cd3-aeed-4562-a2b6-7b6dd920b334 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 210 time: 0.0275517 Oct 14 11:35:35.238416 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-658ea599-4e13-4879-8036-581bd8d83407 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Made reservation on behalf of b9fea8551f2246cbb30b03a49e491205 for: {'port': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:35:35.242622 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-658ea599-4e13-4879-8036-581bd8d83407 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:35.249858 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c6bc2776-5115-43e7-a16a-ca7a9a24288b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:35.257413 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c6bc2776-5115-43e7-a16a-ca7a9a24288b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:35.306104 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-c6bc2776-5115-43e7-a16a-ca7a9a24288b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=619d724499ce487aafaa6d0b8fe0eaba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817365 Oct 14 11:35:35.309946 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 56700) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:35.340803 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc2776-5115-43e7-a16a-ca7a9a24288b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44b29c8-ab9a-42ef-8071-9e16fe9c5609,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:35.371348 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b86581d6-7034-4779-a6b2-f279e417229c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:35.398883 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b86581d6-7034-4779-a6b2-f279e417229c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:35.431112 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-658ea599-4e13-4879-8036-581bd8d83407 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Allocated IP 172.20.0.4 (99536f87-1634-4735-9292-90fd4239a375/da4923a4-ac0f-42f8-9c9e-3b43a1860244/bf8c9293-1808-429b-8fa0-60b37509fe0e) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:35:35.455563 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b86581d6-7034-4779-a6b2-f279e417229c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:35.459706 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b86581d6-7034-4779-a6b2-f279e417229c admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:35.461121 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-b86581d6-7034-4779-a6b2-f279e417229c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c44b29c8-ab9a-42ef-8071-9e16fe9c5609 HTTP/1.1" status: 204 len: 168 time: 0.1499166 Oct 14 11:35:35.471392 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86581d6-7034-4779-a6b2-f279e417229c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44b29c8-ab9a-42ef-8071-9e16fe9c5609,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:35.590271 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-658ea599-4e13-4879-8036-581bd8d83407 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:35.623217 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-658ea599-4e13-4879-8036-581bd8d83407 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:35.667109 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-658ea599-4e13-4879-8036-581bd8d83407 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Network 99536f87-1634-4735-9292-90fd4239a375 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:35:35.670120 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-658ea599-4e13-4879-8036-581bd8d83407 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:35:35.676797 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-658ea599-4e13-4879-8036-581bd8d83407 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:35:35.703761 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ea599-4e13-4879-8036-581bd8d83407 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Pushing event updated for resources: {'Port': ['ID=bf8c9293-1808-429b-8fa0-60b37509fe0e,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:35.733687 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-658ea599-4e13-4879-8036-581bd8d83407 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:35.734340 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-658ea599-4e13-4879-8036-581bd8d83407 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:35.734659 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 56706) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:35.748167 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f06b36be-fb06-45c3-a3f9-58e180929de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:35.749832 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-658ea599-4e13-4879-8036-581bd8d83407 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6902947 Oct 14 11:35:35.762026 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Request body: {'port': {'device_id': 'cf303f62-2acb-4154-9add-859e70c65b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:35:35.816599 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:35.824674 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f06b36be-fb06-45c3-a3f9-58e180929de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:35.829520 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f06b36be-fb06-45c3-a3f9-58e180929de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:35.869431 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-f06b36be-fb06-45c3-a3f9-58e180929de0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d2ad9179ba95471880b1fcc7845f5a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336682 Oct 14 11:35:35.870431 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b36be-fb06-45c3-a3f9-58e180929de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5450971-3a84-4d01-aaab-7a8ea88f2de3,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:35.872223 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 56708) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:35:36.004307 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-965555f1-ece7-4b2a-911c-02783de6a264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:36.061064 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-965555f1-ece7-4b2a-911c-02783de6a264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:36.151540 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-965555f1-ece7-4b2a-911c-02783de6a264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:36.154088 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-965555f1-ece7-4b2a-911c-02783de6a264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:36.155230 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-965555f1-ece7-4b2a-911c-02783de6a264 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d5450971-3a84-4d01-aaab-7a8ea88f2de3 HTTP/1.1" status: 204 len: 168 time: 0.2819560 Oct 14 11:35:36.169436 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8c9293-1808-429b-8fa0-60b37509fe0e {{(pid=99832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:35:36.173999 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965555f1-ece7-4b2a-911c-02783de6a264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5450971-3a84-4d01-aaab-7a8ea88f2de3,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:36.180568 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:36.195054 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.provisioning_blocks [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Transition to ACTIVE for port object bf8c9293-1808-429b-8fa0-60b37509fe0e will not be triggered until provisioned by entity L2. {{(pid=99832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:35:36.200830 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:36.304409 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8c9293-1808-429b-8fa0-60b37509fe0e,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:36.386748 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254ebd3-2741-4276-b267-c94f3382d45d req-cce41488-9487-4c8e-8482-db460dbbe137 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:36.388262 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7254ebd3-2741-4276-b267-c94f3382d45d req-cce41488-9487-4c8e-8482-db460dbbe137 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 943 time: 0.1296027 Oct 14 11:35:36.415390 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Attempting to bind port bf8c9293-1808-429b-8fa0-60b37509fe0e on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:35:36.415724 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Attempting to bind port bf8c9293-1808-429b-8fa0-60b37509fe0e by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '2bcbebff-ba80-4443-a95a-2d88f4d62eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '99536f87-1634-4735-9292-90fd4239a375'}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:35:36.416061 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Attempting to bind port bf8c9293-1808-429b-8fa0-60b37509fe0e on network 99536f87-1634-4735-9292-90fd4239a375 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:35:36.426059 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Port bf8c9293-1808-429b-8fa0-60b37509fe0e on network 99536f87-1634-4735-9292-90fd4239a375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:35:36.426720 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Attempting to bind port bf8c9293-1808-429b-8fa0-60b37509fe0e on network 99536f87-1634-4735-9292-90fd4239a375 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:35:36.439336 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:35:36.439676 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Checking segment: {'id': '2bcbebff-ba80-4443-a95a-2d88f4d62eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '99536f87-1634-4735-9292-90fd4239a375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:35:36.440066 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Bound using segment: {'id': '2bcbebff-ba80-4443-a95a-2d88f4d62eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '99536f87-1634-4735-9292-90fd4239a375'} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:35:36.440502 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Bound port: bf8c9293-1808-429b-8fa0-60b37509fe0e, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcbebff-ba80-4443-a95a-2d88f4d62eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '99536f87-1634-4735-9292-90fd4239a375'}}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:35:36.440861 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:36.448357 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7254ebd3-2741-4276-b267-c94f3382d45d req-74cfafe9-30be-4416-912d-c18c632b7cee tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495901 Oct 14 11:35:36.519454 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] For port bf8c9293-1808-429b-8fa0-60b37509fe0e, host hv-cinder-79797, cleared binding levels {{(pid=99832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:35:36.523365 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] For port bf8c9293-1808-429b-8fa0-60b37509fe0e, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=bf8c9293-1808-429b-8fa0-60b37509fe0e,segment=NetworkSegment(2bcbebff-ba80-4443-a95a-2d88f4d62eee),segment_id=2bcbebff-ba80-4443-a95a-2d88f4d62eee)] {{(pid=99832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:35:36.528979 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:36.561124 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:36.561738 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:36.563120 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] 10.222.0.36 "PUT /v2.0/ports/bf8c9293-1808-429b-8fa0-60b37509fe0e HTTP/1.1" status: 200 len: 1093 time: 0.8052182 Oct 14 11:35:36.565431 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf303f62-2acb-4154-9add-859e70c65b4d', 'tag': 'bf8c9293-1808-429b-8fa0-60b37509fe0e'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:35:36.569728 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7b4dd0-81e9-4c39-b1ed-db00f324fe8c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf303f62-2acb-4154-9add-859e70c65b4d", "tag": "bf8c9293-1808-429b-8fa0-60b37509fe0e"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:35:36.606535 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d15e6-ca25-4849-8fbb-c51e133547a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8c9293-1808-429b-8fa0-60b37509fe0e,revision_number=3']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:36.620251 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4889701-8500-40b7-b1b2-ea838f20be52 x-openstack-request-id: req-f4889701-8500-40b7-b1b2-ea838f20be52 {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:35:36.620542 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf303f62-2acb-4154-9add-859e70c65b4d", "tag": "bf8c9293-1808-429b-8fa0-60b37509fe0e", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:35:36.620796 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4889701-8500-40b7-b1b2-ea838f20be52 {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:35:36.621302 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf303f62-2acb-4154-9add-859e70c65b4d', 'tag': 'bf8c9293-1808-429b-8fa0-60b37509fe0e', 'status': 'completed', 'code': 200} Oct 14 11:35:36.650211 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e6bdcea7-640d-46c6-8d69-d494fc18596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:36.651739 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-e6bdcea7-640d-46c6-8d69-d494fc18596c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9fea8551f2246cbb30b03a49e491205&device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 1096 time: 0.0421991 Oct 14 11:35:36.696830 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-5fa1158a-3b3d-436f-ad47-258ae7b8ce4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf8c9293-1808-429b-8fa0-60b37509fe0e HTTP/1.1" status: 200 len: 217 time: 0.0371528 Oct 14 11:35:36.753843 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-c875fbaa-67b2-449e-bb47-8e10e1317a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:36.755712 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-c875fbaa-67b2-449e-bb47-8e10e1317a0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da4923a4-ac0f-42f8-9c9e-3b43a1860244 HTTP/1.1" status: 200 len: 854 time: 0.0516427 Oct 14 11:35:36.791067 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-c482302d-27d4-4c8b-b5af-7527b2d72dce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99536f87-1634-4735-9292-90fd4239a375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283859 Oct 14 11:35:36.883762 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-f8fcc6f8-3baa-4f40-a92b-6f60245803e0 service neutron] 10.222.0.36 "GET /v2.0/networks/99536f87-1634-4735-9292-90fd4239a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856941 Oct 14 11:35:36.982748 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33e5974a-3f2e-4478-90cb-1533ac9d0b19 req-0bd9e3f1-e997-4c61-8e0b-e61876f3ad6d service neutron] 10.222.0.36 "GET /v2.0/networks/99536f87-1634-4735-9292-90fd4239a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914428 Oct 14 11:35:37.073439 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b4dd0-81e9-4c39-b1ed-db00f324fe8c req-e7d69ea9-f606-4c34-9af7-092c8b3a3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:37.074950 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-dc7b4dd0-81e9-4c39-b1ed-db00f324fe8c req-e7d69ea9-f606-4c34-9af7-092c8b3a3d64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9fea8551f2246cbb30b03a49e491205&device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 1096 time: 0.0418890 Oct 14 11:35:37.172501 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b4dd0-81e9-4c39-b1ed-db00f324fe8c req-d6b5bc7a-7364-4501-b4ae-577e82bb4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:37.173981 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-dc7b4dd0-81e9-4c39-b1ed-db00f324fe8c req-d6b5bc7a-7364-4501-b4ae-577e82bb4301 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99536f87-1634-4735-9292-90fd4239a375 HTTP/1.1" status: 200 len: 915 time: 0.0913765 Oct 14 11:35:37.219396 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-dc7b4dd0-81e9-4c39-b1ed-db00f324fe8c req-ccd8e3b2-1e8d-453d-bbae-1a4980839eb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf8c9293-1808-429b-8fa0-60b37509fe0e HTTP/1.1" status: 200 len: 217 time: 0.0365722 Oct 14 11:35:37.274554 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b4dd0-81e9-4c39-b1ed-db00f324fe8c req-686c0dfa-60f3-4bce-991c-c2f45976b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:37.276101 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-dc7b4dd0-81e9-4c39-b1ed-db00f324fe8c req-686c0dfa-60f3-4bce-991c-c2f45976b100 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da4923a4-ac0f-42f8-9c9e-3b43a1860244 HTTP/1.1" status: 200 len: 854 time: 0.0485668 Oct 14 11:35:37.311084 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-dc7b4dd0-81e9-4c39-b1ed-db00f324fe8c req-3864840d-2e0c-4360-b7bf-9b89c086024d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99536f87-1634-4735-9292-90fd4239a375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260754 Oct 14 11:35:37.409018 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-dc7b4dd0-81e9-4c39-b1ed-db00f324fe8c req-456afc10-7b8e-4d8d-91a5-462e0f68f4b7 service neutron] 10.222.0.36 "GET /v2.0/networks/99536f87-1634-4735-9292-90fd4239a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900493 Oct 14 11:35:37.517112 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-dc7b4dd0-81e9-4c39-b1ed-db00f324fe8c req-f5910558-c53e-4149-94b7-118d693c9ec9 service neutron] 10.222.0.36 "GET /v2.0/networks/99536f87-1634-4735-9292-90fd4239a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900905 Oct 14 11:35:37.572202 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3ec4-c25b-497b-a9b5-f6617d3c9931 req-ee84749e-1e31-42c5-b377-dddc8ecfb81a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:37.573846 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-75cb3ec4-c25b-497b-a9b5-f6617d3c9931 req-ee84749e-1e31-42c5-b377-dddc8ecfb81a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 943 time: 0.0517533 Oct 14 11:35:37.619265 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-75cb3ec4-c25b-497b-a9b5-f6617d3c9931 req-b181d22d-3af3-4a9d-8075-46f81294312e tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387678 Oct 14 11:35:38.737997 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6973c1-9d40-40b1-ac90-667d4e8cb600 req-2375ae54-15c3-4707-bbb7-3c6952492267 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:38.739502 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0d6973c1-9d40-40b1-ac90-667d4e8cb600 req-2375ae54-15c3-4707-bbb7-3c6952492267 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 943 time: 0.0505333 Oct 14 11:35:38.778341 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0d6973c1-9d40-40b1-ac90-667d4e8cb600 req-46470208-1295-4249-a6f5-c616910d2743 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328150 Oct 14 11:35:39.891458 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ea3f3-8225-4d5d-8176-786b6c21fb6a req-e1c992c4-13e8-449e-a458-7b12c2367172 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:39.892897 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b24ea3f3-8225-4d5d-8176-786b6c21fb6a req-e1c992c4-13e8-449e-a458-7b12c2367172 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 943 time: 0.0483587 Oct 14 11:35:39.934578 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b24ea3f3-8225-4d5d-8176-786b6c21fb6a req-24c9f9a0-b035-4a77-9c3b-e8972402acff tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353920 Oct 14 11:35:40.095706 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device bf8c9293-1808-429b-8fa0-60b37509fe0e details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:35:40.187415 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port bf8c9293-1808-429b-8fa0-60b37509fe0e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=bf8c9293-1808-429b-8fa0-60b37509fe0e,segment=NetworkSegment(2bcbebff-ba80-4443-a95a-2d88f4d62eee),segment_id=2bcbebff-ba80-4443-a95a-2d88f4d62eee)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:35:40.203029 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': 'bf8c9293-1808-429b-8fa0-60b37509fe0e', 'network_id': '99536f87-1634-4735-9292-90fd4239a375', 'port_id': 'bf8c9293-1808-429b-8fa0-60b37509fe0e', 'mac_address': 'fa:16:3e:34:2b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4923a4-ac0f-42f8-9c9e-3b43a1860244', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:35:40.246905 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:40.261242 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8c9293-1808-429b-8fa0-60b37509fe0e {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:35:40.281689 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port bf8c9293-1808-429b-8fa0-60b37509fe0e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=bf8c9293-1808-429b-8fa0-60b37509fe0e,segment=NetworkSegment(2bcbebff-ba80-4443-a95a-2d88f4d62eee),segment_id=2bcbebff-ba80-4443-a95a-2d88f4d62eee)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:35:40.287642 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:40.340177 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=bf8c9293-1808-429b-8fa0-60b37509fe0e,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:40.517592 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['bf8c9293-1808-429b-8fa0-60b37509fe0e'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:35:41.053583 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807c03a-3a1b-4ef4-a072-57da88a42065 req-964366fd-974d-45a1-ad53-54b865995aaf tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:41.055084 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0807c03a-3a1b-4ef4-a072-57da88a42065 req-964366fd-974d-45a1-ad53-54b865995aaf tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 944 time: 0.0523229 Oct 14 11:35:41.093229 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0807c03a-3a1b-4ef4-a072-57da88a42065 req-6dd83466-8b8e-4146-bd72-4fe090329295 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 Oct 14 11:35:42.206902 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19065676-6ce7-44a1-8223-b427a88c35aa req-e8642412-37bb-4650-be6a-75aa5c4ffb86 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:42.208954 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-19065676-6ce7-44a1-8223-b427a88c35aa req-e8642412-37bb-4650-be6a-75aa5c4ffb86 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 944 time: 0.0499375 Oct 14 11:35:42.247205 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-19065676-6ce7-44a1-8223-b427a88c35aa req-d0d5d493-3fac-4f1f-b1cd-d072373dc5d7 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323358 Oct 14 11:35:43.363830 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5292f-325e-4e78-a943-0d5a9a00a78f req-fd837bbb-f954-43ae-87c4-f70e4592ef25 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:43.365260 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-64c5292f-325e-4e78-a943-0d5a9a00a78f req-fd837bbb-f954-43ae-87c4-f70e4592ef25 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 944 time: 0.0510411 Oct 14 11:35:43.404085 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-64c5292f-325e-4e78-a943-0d5a9a00a78f req-2599f6cf-1db8-4407-a7fb-b397df9bd701 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325222 Oct 14 11:35:44.134558 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device bf8c9293-1808-429b-8fa0-60b37509fe0e up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:35:44.182701 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port bf8c9293-1808-429b-8fa0-60b37509fe0e completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:35:44.186452 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port bf8c9293-1808-429b-8fa0-60b37509fe0e triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:35:44.186826 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:44.264031 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:44.287440 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf303f62-2acb-4154-9add-859e70c65b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8c9293-1808-429b-8fa0-60b37509fe0e'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:35:44.289669 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b578930-1222-43c1-97eb-1bab4935d947" -d '{"events": [{"server_uuid": "cf303f62-2acb-4154-9add-859e70c65b4d", "name": "network-vif-plugged", "status": "completed", "tag": "bf8c9293-1808-429b-8fa0-60b37509fe0e"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:35:44.305144 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port bf8c9293-1808-429b-8fa0-60b37509fe0e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=bf8c9293-1808-429b-8fa0-60b37509fe0e,segment=NetworkSegment(2bcbebff-ba80-4443-a95a-2d88f4d62eee),segment_id=2bcbebff-ba80-4443-a95a-2d88f4d62eee)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:35:44.310312 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:44.335072 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bf8e73-0a32-4f88-bef4-daf670555ec4 x-openstack-request-id: req-82bf8e73-0a32-4f88-bef4-daf670555ec4 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:35:44.335365 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf303f62-2acb-4154-9add-859e70c65b4d", "name": "network-vif-plugged", "status": "completed", "tag": "bf8c9293-1808-429b-8fa0-60b37509fe0e", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:35:44.335616 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-82bf8e73-0a32-4f88-bef4-daf670555ec4 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:35:44.336005 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf303f62-2acb-4154-9add-859e70c65b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8c9293-1808-429b-8fa0-60b37509fe0e', 'code': 200} Oct 14 11:35:44.365160 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=bf8c9293-1808-429b-8fa0-60b37509fe0e,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:35:44.487815 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551c135-236f-4115-b6a2-1b7cc636fc23 req-9a65ac9d-03f3-41d0-9325-e445654227d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:44.490064 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6551c135-236f-4115-b6a2-1b7cc636fc23 req-9a65ac9d-03f3-41d0-9325-e445654227d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 1098 time: 0.0401490 Oct 14 11:35:44.517207 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16338255-2114-410c-94e9-c86a31b5ac93 req-b18b29c6-4891-451f-9fe8-ce9c42c25d07 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:44.518704 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-16338255-2114-410c-94e9-c86a31b5ac93 req-b18b29c6-4891-451f-9fe8-ce9c42c25d07 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 945 time: 0.0482647 Oct 14 11:35:44.525054 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6551c135-236f-4115-b6a2-1b7cc636fc23 req-626d3272-033d-4298-a9be-7a805afa635a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285161 Oct 14 11:35:44.560287 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-16338255-2114-410c-94e9-c86a31b5ac93 req-f5c333f4-3768-41e4-bf42-f32775ce9db2 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340936 Oct 14 11:35:45.689490 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526465cd-8bb6-4b29-8950-b429f6233cc8 req-4588ea19-1fbb-4e30-babe-d5c43f9e6837 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:35:45.690979 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-526465cd-8bb6-4b29-8950-b429f6233cc8 req-4588ea19-1fbb-4e30-babe-d5c43f9e6837 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 945 time: 0.0521126 Oct 14 11:35:45.732272 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-526465cd-8bb6-4b29-8950-b429f6233cc8 req-bb793561-a6a0-4a60-97e3-80e74d781a53 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348840 Oct 14 11:35:47.257846 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-91dafaf6-93df-49fd-bb40-f27f2ecd8470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:49.733128 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-019e4f9f-06a4-48b8-b05b-3b6ec18f47a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:51.234123 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:52.553691 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:35:52.997349 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:01.905194 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:04.371445 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:36:17.259785 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-2ce1cabb-00b1-4b9b-945f-6e30bfcf2d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:17.896604 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 57224) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:18.064998 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Deleting port d6d85beb-2217-44ad-99f4-55d66237e9c6 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:36:18.065375 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:18.154246 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:18.154485 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:18.167960 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Calling delete_port for d6d85beb-2217-44ad-99f4-55d66237e9c6 owned by network:floatingip {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:36:18.362585 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:18.396110 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Pushing event deleted for resources: {'Port': ['ID=d6d85beb-2217-44ad-99f4-55d66237e9c6,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:18.419336 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:18.419609 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:18.419894 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:18.420222 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:18.420557 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:18.420881 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:18.421201 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:18.421525 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:18.421848 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:18.422165 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:18.422532 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:18.422851 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:18.465633 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for floatingip, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:18.466020 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.l3_db [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Floating IP 6694cd78-07cc-4799-bd00-34ea31d984f6 disassociated (deleted). External IP: 172.27.1.131, port: 60c81fd9-f747-4718-929a-fb38697f8aed. Oct 14 11:36:18.691483 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Router bc708329-1517-4391-8a4a-d1fbeb3acbfd has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:36:18.803060 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:36:18.807851 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:18.813100 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62462e9f-c395-40fb-a9b8-f6142bee190d None None] Sync routers for ids ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:36:18.823384 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62462e9f-c395-40fb-a9b8-f6142bee190d None None] Routers {'bc708329-1517-4391-8a4a-d1fbeb3acbfd'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:36:18.824001 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-62462e9f-c395-40fb-a9b8-f6142bee190d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:35:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:18.836590 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-96031cb1-2775-4f0c-aaeb-3d3658850a40 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "DELETE /v2.0/floatingips/6694cd78-07cc-4799-bd00-34ea31d984f6 HTTP/1.1" status: 204 len: 168 time: 0.9386017 Oct 14 11:36:18.837160 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'tag': '60c81fd9-f747-4718-929a-fb38697f8aed'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:36:18.839549 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577904b6-b01c-4739-a7b9-13f431877604" -d '{"events": [{"name": "network-changed", "server_uuid": "bf259678-6d87-4d67-9a55-73efe762f68a", "tag": "60c81fd9-f747-4718-929a-fb38697f8aed"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:36:18.878375 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d9fd0d-bc4f-48e7-b18d-b96ac05305bb x-openstack-request-id: req-79d9fd0d-bc4f-48e7-b18d-b96ac05305bb {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:36:18.878744 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf259678-6d87-4d67-9a55-73efe762f68a", "tag": "60c81fd9-f747-4718-929a-fb38697f8aed", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:36:18.879076 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79d9fd0d-bc4f-48e7-b18d-b96ac05305bb {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:36:18.879553 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'tag': '60c81fd9-f747-4718-929a-fb38697f8aed', 'status': 'completed', 'code': 200} Oct 14 11:36:18.952968 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-62462e9f-c395-40fb-a9b8-f6142bee190d None None] Set router bc708329-1517-4391-8a4a-d1fbeb3acbfd gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:36:19.086101 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ddcaf-8a26-40dc-a177-f107b6e80f66 req-eabd6467-309c-404a-9b84-6951788f886d tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:19.088413 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ed1ddcaf-8a26-40dc-a177-f107b6e80f66 req-eabd6467-309c-404a-9b84-6951788f886d tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0593681 Oct 14 11:36:19.139469 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577904b6-b01c-4739-a7b9-13f431877604 req-42adf566-7b9d-43b1-ba55-1143e92c3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:19.141017 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-577904b6-b01c-4739-a7b9-13f431877604 req-42adf566-7b9d-43b1-ba55-1143e92c3bc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f1d7723d096452b9b80ddcfbc77ee3c&device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 1098 time: 0.0450435 Oct 14 11:36:19.145327 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ed1ddcaf-8a26-40dc-a177-f107b6e80f66 req-93186122-b482-4440-94f2-07224dcaaa7f tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391974 Oct 14 11:36:19.196287 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-62462e9f-c395-40fb-a9b8-f6142bee190d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'name': 'tempest-TestShelveInstance-85707579-router', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:35Z', 'updated_at': '2021-10-14T11:31:40Z', 'revision_number': 4, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'gw_port': {'id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:36Z', 'updated_at': '2021-10-14T11:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': 'c9e1b32a-d3e1-4f49-8273-b09951a64864', 'name': '', 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'mac_address': 'fa:16:3e:31:e3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:39Z', 'updated_at': '2021-10-14T11:31:45Z', 'revision_number': 5, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'subnets': [{'id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:19.228856 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62462e9f-c395-40fb-a9b8-f6142bee190d None None] Checking router: bc708329-1517-4391-8a4a-d1fbeb3acbfd for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:36:19.240277 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62462e9f-c395-40fb-a9b8-f6142bee190d None None] Routers {'bc708329-1517-4391-8a4a-d1fbeb3acbfd'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:36:19.241600 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-62462e9f-c395-40fb-a9b8-f6142bee190d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:35:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:19.263090 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577904b6-b01c-4739-a7b9-13f431877604 req-304d67e9-817f-4799-9096-6057f2376f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:19.264710 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-577904b6-b01c-4739-a7b9-13f431877604 req-304d67e9-817f-4799-9096-6057f2376f63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=13df2e55-d95c-48af-9632-7d0e309339f2 HTTP/1.1" status: 200 len: 908 time: 0.1145794 Oct 14 11:36:19.314046 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-577904b6-b01c-4739-a7b9-13f431877604 req-c3b6e291-48d1-4cdc-94c8-9fe311f44b5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60c81fd9-f747-4718-929a-fb38697f8aed HTTP/1.1" status: 200 len: 217 time: 0.0412166 Oct 14 11:36:19.392028 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577904b6-b01c-4739-a7b9-13f431877604 req-9069193a-71de-435f-afcc-3454f006ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:19.397130 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-577904b6-b01c-4739-a7b9-13f431877604 req-9069193a-71de-435f-afcc-3454f006ad32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9e0b106-6338-4e45-8294-cc32daa8c1a9 HTTP/1.1" status: 200 len: 846 time: 0.0752790 Oct 14 11:36:19.398975 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-62462e9f-c395-40fb-a9b8-f6142bee190d None None] Set router bc708329-1517-4391-8a4a-d1fbeb3acbfd gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:36:19.461117 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577904b6-b01c-4739-a7b9-13f431877604 req-bbcf949d-f5ea-4176-b161-2f8691ba1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:19.463161 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-577904b6-b01c-4739-a7b9-13f431877604 req-bbcf949d-f5ea-4176-b161-2f8691ba1341 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13df2e55-d95c-48af-9632-7d0e309339f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568841 Oct 14 11:36:19.594639 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-577904b6-b01c-4739-a7b9-13f431877604 req-e0495b43-9639-4a56-8942-46e44dde17cc service neutron] 10.222.0.36 "GET /v2.0/networks/13df2e55-d95c-48af-9632-7d0e309339f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218226 Oct 14 11:36:19.775582 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-02e9bdf4-4e49-49d7-8101-66f13a963d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:19.792381 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-577904b6-b01c-4739-a7b9-13f431877604 req-1af46dc3-c3bf-4ec5-95a0-570f681f520c service neutron] 10.222.0.36 "GET /v2.0/networks/13df2e55-d95c-48af-9632-7d0e309339f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894448 Oct 14 11:36:19.810107 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-62462e9f-c395-40fb-a9b8-f6142bee190d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'name': 'tempest-TestShelveInstance-85707579-router', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:35Z', 'updated_at': '2021-10-14T11:31:40Z', 'revision_number': 4, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'gw_port': {'id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:36Z', 'updated_at': '2021-10-14T11:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': 'c9e1b32a-d3e1-4f49-8273-b09951a64864', 'name': '', 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'mac_address': 'fa:16:3e:31:e3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:39Z', 'updated_at': '2021-10-14T11:31:45Z', 'revision_number': 5, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'subnets': [{'id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:19.883030 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62462e9f-c395-40fb-a9b8-f6142bee190d None None] The sync data for ids ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'] in dv-cinder-797970-2-iscsi is: [{'id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'name': 'tempest-TestShelveInstance-85707579-router', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:35Z', 'updated_at': '2021-10-14T11:31:40Z', 'revision_number': 4, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'gw_port': {'id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:36Z', 'updated_at': '2021-10-14T11:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': 'c9e1b32a-d3e1-4f49-8273-b09951a64864', 'name': '', 'network_id': '13df2e55-d95c-48af-9632-7d0e309339f2', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'mac_address': 'fa:16:3e:31:e3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:39Z', 'updated_at': '2021-10-14T11:31:45Z', 'revision_number': 5, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'subnets': [{'id': 'f9e0b106-6338-4e45-8294-cc32daa8c1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:36:20.136351 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b22db6-f285-4e29-ac30-d0ab58c2cf14 None None] New status for floating IP 6694cd78-07cc-4799-bd00-34ea31d984f6: DOWN {{(pid=99835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:36:20.276650 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6001f-80bd-4acd-b197-4f88d0ad949c req-114e0c72-594e-4490-b6b1-cabbea937567 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:20.278243 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-42e6001f-80bd-4acd-b197-4f88d0ad949c req-114e0c72-594e-4490-b6b1-cabbea937567 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0529945 Oct 14 11:36:20.320489 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-42e6001f-80bd-4acd-b197-4f88d0ad949c req-0d85092c-f842-40e1-85e6-443ab4a9e076 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360444 Oct 14 11:36:20.395790 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 57276) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:20.503096 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-719b4a32-865b-4ccf-a94d-82cc95d2b7cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:20.576909 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-719b4a32-865b-4ccf-a94d-82cc95d2b7cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:20.581464 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-719b4a32-865b-4ccf-a94d-82cc95d2b7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:20.624876 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-719b4a32-865b-4ccf-a94d-82cc95d2b7cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f96470e651d54b24bc171ff4ac3b63d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283344 Oct 14 11:36:20.626109 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b4a32-865b-4ccf-a94d-82cc95d2b7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d358493-d5d8-44b7-a1b2-9226c590178b,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:20.628534 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 57282) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:20.679534 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:20.701907 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:20.752171 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:20.754890 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:20.756202 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d358493-d5d8-44b7-a1b2-9226c590178b HTTP/1.1" status: 204 len: 168 time: 0.1264861 Oct 14 11:36:20.764326 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d358493-d5d8-44b7-a1b2-9226c590178b,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:20.773742 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:20.774167 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:20.774604 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:20.775091 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:20.775565 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:20.776106 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:20.776554 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:20.776984 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:20.777431 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:20.777866 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:20.778360 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:20.778793 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd41d5-c016-4501-80d7-dc96e7b91539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:21.046463 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 57288) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:21.060701 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9f440bd4-e4d1-471e-80a0-2cb3fd48f6cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:21.154482 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9f440bd4-e4d1-471e-80a0-2cb3fd48f6cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:21.158870 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9f440bd4-e4d1-471e-80a0-2cb3fd48f6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:21.198887 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f440bd4-e4d1-471e-80a0-2cb3fd48f6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d4eec3-cad6-4154-b279-8ee02cb58f8a,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:21.206263 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-9f440bd4-e4d1-471e-80a0-2cb3fd48f6cf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1b0fba5e6c9d470f9399954371bc4403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565557 Oct 14 11:36:21.208851 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 57290) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:21.243352 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:21.263830 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-36c227e1-7250-4154-bf4a-06675601c275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:21.287534 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-36c227e1-7250-4154-bf4a-06675601c275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:21.354459 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-36c227e1-7250-4154-bf4a-06675601c275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:21.357206 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-36c227e1-7250-4154-bf4a-06675601c275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:21.361402 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-36c227e1-7250-4154-bf4a-06675601c275 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0d4eec3-cad6-4154-b279-8ee02cb58f8a HTTP/1.1" status: 204 len: 168 time: 0.1514058 Oct 14 11:36:21.371084 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c227e1-7250-4154-bf4a-06675601c275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d4eec3-cad6-4154-b279-8ee02cb58f8a,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:21.466127 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bd80e-a11c-48c2-a8fb-be5622c04e65 req-0141a4ea-42f1-46c0-9887-0d27b112c3be tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:21.467664 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ba7bd80e-a11c-48c2-a8fb-be5622c04e65 req-0141a4ea-42f1-46c0-9887-0d27b112c3be tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0496650 Oct 14 11:36:21.508577 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ba7bd80e-a11c-48c2-a8fb-be5622c04e65 req-642ff03f-5542-447c-9b36-d0d1a56f0824 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340369 Oct 14 11:36:22.559834 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:22.645989 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c71a0-e569-4540-8a6b-2c254a862584 req-223a97fe-6c73-4a0d-8b43-b1ed7679bab3 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:22.646484 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4f2c71a0-e569-4540-8a6b-2c254a862584 req-223a97fe-6c73-4a0d-8b43-b1ed7679bab3 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0667222 Oct 14 11:36:22.699730 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4f2c71a0-e569-4540-8a6b-2c254a862584 req-f066c478-3dba-463f-99d5-f9dbe9246823 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463986 Oct 14 11:36:23.007367 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:23.244387 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4522ca-1acd-4c69-b5a5-eb6d570e25a8 req-552124dd-0467-4776-8e74-c627a7ded8d1 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:23.247192 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5b4522ca-1acd-4c69-b5a5-eb6d570e25a8 req-552124dd-0467-4776-8e74-c627a7ded8d1 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0735786 Oct 14 11:36:23.386396 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-5b4522ca-1acd-4c69-b5a5-eb6d570e25a8 req-745e60cf-33f4-468c-ae10-ebc19cb62c60 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Deleting port 60c81fd9-f747-4718-929a-fb38697f8aed {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:36:23.386838 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-5b4522ca-1acd-4c69-b5a5-eb6d570e25a8 req-745e60cf-33f4-468c-ae10-ebc19cb62c60 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:23.773898 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-5b4522ca-1acd-4c69-b5a5-eb6d570e25a8 req-745e60cf-33f4-468c-ae10-ebc19cb62c60 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] For port 60c81fd9-f747-4718-929a-fb38697f8aed, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=60c81fd9-f747-4718-929a-fb38697f8aed,segment=NetworkSegment(4b7e8567-344f-409c-86b7-437df162b72e),segment_id=4b7e8567-344f-409c-86b7-437df162b72e)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:36:23.775053 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-5b4522ca-1acd-4c69-b5a5-eb6d570e25a8 req-745e60cf-33f4-468c-ae10-ebc19cb62c60 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:23.791724 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-5b4522ca-1acd-4c69-b5a5-eb6d570e25a8 req-745e60cf-33f4-468c-ae10-ebc19cb62c60 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Calling delete_port for 60c81fd9-f747-4718-929a-fb38697f8aed owned by compute:nova {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:36:23.874912 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea2914-0271-4a7c-84cd-5fe19a2a8381 req-0d29f5e8-01b5-4306-8ba5-747e6d29a3b8 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:23.882831 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8cea2914-0271-4a7c-84cd-5fe19a2a8381 req-0d29f5e8-01b5-4306-8ba5-747e6d29a3b8 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 945 time: 0.0720358 Oct 14 11:36:23.930710 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8cea2914-0271-4a7c-84cd-5fe19a2a8381 req-eb653794-5f82-42b1-9350-fa9b91d4a904 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e456db-def6-4d04-b6c6-edddf2355699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467169 Oct 14 11:36:24.044444 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-5b4522ca-1acd-4c69-b5a5-eb6d570e25a8 req-745e60cf-33f4-468c-ae10-ebc19cb62c60 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:24.079027 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e60cf-33f4-468c-ae10-ebc19cb62c60 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Pushing event deleted for resources: {'Port': ['ID=60c81fd9-f747-4718-929a-fb38697f8aed,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:24.121869 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4522ca-1acd-4c69-b5a5-eb6d570e25a8 req-745e60cf-33f4-468c-ae10-ebc19cb62c60 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] No DVR routers for this DVR port 60c81fd9-f747-4718-929a-fb38697f8aed on host hv-cinder-79797 {{(pid=99832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:36:24.125105 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-5b4522ca-1acd-4c69-b5a5-eb6d570e25a8 req-745e60cf-33f4-468c-ae10-ebc19cb62c60 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:24.130226 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-5b4522ca-1acd-4c69-b5a5-eb6d570e25a8 req-745e60cf-33f4-468c-ae10-ebc19cb62c60 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.36 "DELETE /v2.0/ports/60c81fd9-f747-4718-929a-fb38697f8aed HTTP/1.1" status: 204 len: 173 time: 0.8759565 Oct 14 11:36:24.130823 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'name': 'network-vif-deleted', 'tag': '60c81fd9-f747-4718-929a-fb38697f8aed'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:36:24.133159 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80686030-ef91-4166-a87d-22475eed51f9" -d '{"events": [{"server_uuid": "bf259678-6d87-4d67-9a55-73efe762f68a", "name": "network-vif-deleted", "tag": "60c81fd9-f747-4718-929a-fb38697f8aed"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:36:24.170324 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3ca336-821a-4a39-80f6-ef1f5044395c x-openstack-request-id: req-9b3ca336-821a-4a39-80f6-ef1f5044395c {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:36:24.170830 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf259678-6d87-4d67-9a55-73efe762f68a", "name": "network-vif-deleted", "tag": "60c81fd9-f747-4718-929a-fb38697f8aed", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:36:24.170830 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9b3ca336-821a-4a39-80f6-ef1f5044395c {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:36:24.171224 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf259678-6d87-4d67-9a55-73efe762f68a', 'name': 'network-vif-deleted', 'tag': '60c81fd9-f747-4718-929a-fb38697f8aed', 'status': 'completed', 'code': 200} Oct 14 11:36:25.065327 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ec5f1b69-8c62-48c0-abd8-f21f94c4d9a0 req-aec80501-ab19-4c3f-9e5c-e8ca90d4c244 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 210 time: 0.0267849 Oct 14 11:36:26.162825 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-0a71b764-a60b-4705-b8c1-df436b916a0c req-92c19b11-dee0-416f-af36-4676c5db0239 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 210 time: 0.0290971 Oct 14 11:36:26.948641 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 60c81fd9-f747-4718-929a-fb38697f8aed no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:36:26.967672 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: 60c81fd9-f747-4718-929a-fb38697f8aed {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:36:26.968494 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 60c81fd9-f747-4718-929a-fb38697f8aed not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:36:27.259761 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-03738b17-71aa-4167-b4f2-bef191d24e22 req-b5edcea2-ae1a-4ef1-804a-0da2944b25d6 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf259678-6d87-4d67-9a55-73efe762f68a HTTP/1.1" status: 200 len: 210 time: 0.0275021 Oct 14 11:36:28.329738 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 57406) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:28.415479 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-00b9e903-4d75-4404-8e5f-db100f163951 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:28.447024 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-00b9e903-4d75-4404-8e5f-db100f163951 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:28.539721 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-00b9e903-4d75-4404-8e5f-db100f163951 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:28.544323 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-00b9e903-4d75-4404-8e5f-db100f163951 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:28.553566 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-00b9e903-4d75-4404-8e5f-db100f163951 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] 10.222.0.69 "DELETE /v2.0/security-groups/e2e456db-def6-4d04-b6c6-edddf2355699 HTTP/1.1" status: 204 len: 168 time: 0.2153666 Oct 14 11:36:28.567778 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9e903-4d75-4404-8e5f-db100f163951 tempest-TestShelveInstance-1382916735 tempest-TestShelveInstance-1382916735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e456db-def6-4d04-b6c6-edddf2355699,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:28.619153 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 57424) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:29.060138 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a4b48cfc-4e83-4b24-a4bf-74f9b979ddf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779407'] for router_interface, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:29.343571 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-a4b48cfc-4e83-4b24-a4bf-74f9b979ddf8 admin admin] Deleting port c9e1b32a-d3e1-4f49-8273-b09951a64864 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:36:29.344349 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a4b48cfc-4e83-4b24-a4bf-74f9b979ddf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:29.429804 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [None req-a4b48cfc-4e83-4b24-a4bf-74f9b979ddf8 admin admin] For port c9e1b32a-d3e1-4f49-8273-b09951a64864, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=c9e1b32a-d3e1-4f49-8273-b09951a64864,segment=NetworkSegment(4b7e8567-344f-409c-86b7-437df162b72e),segment_id=4b7e8567-344f-409c-86b7-437df162b72e)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:36:29.430217 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a4b48cfc-4e83-4b24-a4bf-74f9b979ddf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:29.444608 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-a4b48cfc-4e83-4b24-a4bf-74f9b979ddf8 admin admin] Calling delete_port for c9e1b32a-d3e1-4f49-8273-b09951a64864 owned by network:router_interface {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:36:29.648102 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a4b48cfc-4e83-4b24-a4bf-74f9b979ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:29.674704 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b48cfc-4e83-4b24-a4bf-74f9b979ddf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e1b32a-d3e1-4f49-8273-b09951a64864,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:29.901310 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-a4b48cfc-4e83-4b24-a4bf-74f9b979ddf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784671'] for router_interface, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:30.174518 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 57444) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:30.217404 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b48cfc-4e83-4b24-a4bf-74f9b979ddf8 admin admin] Router bc708329-1517-4391-8a4a-d1fbeb3acbfd has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:36:30.338521 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d1e00ddf-bacc-4b7c-8f4b-b7f53f3050c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:30.370240 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b48cfc-4e83-4b24-a4bf-74f9b979ddf8 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:36:30.376397 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-a4b48cfc-4e83-4b24-a4bf-74f9b979ddf8 admin admin] 10.222.0.69 "PUT /v2.0/routers/bc708329-1517-4391-8a4a-d1fbeb3acbfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7560942 Oct 14 11:36:30.380833 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 57452) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:30.382880 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082294ef-aa3c-486b-ba3a-b3cc50204b45 None None] Sync routers for ids ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:36:30.399319 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082294ef-aa3c-486b-ba3a-b3cc50204b45 None None] Routers {'bc708329-1517-4391-8a4a-d1fbeb3acbfd'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:36:30.400252 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-082294ef-aa3c-486b-ba3a-b3cc50204b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:36:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:30.450501 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d1e00ddf-bacc-4b7c-8f4b-b7f53f3050c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:30.460442 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-d1e00ddf-bacc-4b7c-8f4b-b7f53f3050c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:30.527756 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-d1e00ddf-bacc-4b7c-8f4b-b7f53f3050c4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4a1c3dfea9a54bb5ae56e9f1468537e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520126 Oct 14 11:36:30.530642 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 57456) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:30.530947 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e00ddf-bacc-4b7c-8f4b-b7f53f3050c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea413c1b-560d-4b05-a3aa-f6116d50bf6c,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:30.558838 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-082294ef-aa3c-486b-ba3a-b3cc50204b45 None None] Set router bc708329-1517-4391-8a4a-d1fbeb3acbfd gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:36:30.589767 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6576ee5f-cb21-40df-9c7d-9ecb46dd0a80 admin admin] Publish callbacks [] for router, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:30.652326 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d7593b2b-992a-45db-890c-d95dba95dd3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:30.717387 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d7593b2b-992a-45db-890c-d95dba95dd3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:30.769176 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6576ee5f-cb21-40df-9c7d-9ecb46dd0a80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:30.795968 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-082294ef-aa3c-486b-ba3a-b3cc50204b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'name': 'tempest-TestShelveInstance-85707579-router', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:35Z', 'updated_at': '2021-10-14T11:36:29Z', 'revision_number': 5, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'gw_port': {'id': '0e55b118-e306-4d29-88e1-fd21a4377275', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:36Z', 'updated_at': '2021-10-14T11:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:30.836791 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082294ef-aa3c-486b-ba3a-b3cc50204b45 None None] Checking router: bc708329-1517-4391-8a4a-d1fbeb3acbfd for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:36:30.837155 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d7593b2b-992a-45db-890c-d95dba95dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:30.840993 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d7593b2b-992a-45db-890c-d95dba95dd3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:30.842396 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-d7593b2b-992a-45db-890c-d95dba95dd3d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ea413c1b-560d-4b05-a3aa-f6116d50bf6c HTTP/1.1" status: 204 len: 168 time: 0.3107855 Oct 14 11:36:30.854651 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082294ef-aa3c-486b-ba3a-b3cc50204b45 None None] Routers {'bc708329-1517-4391-8a4a-d1fbeb3acbfd'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:36:30.855337 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-082294ef-aa3c-486b-ba3a-b3cc50204b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:36:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:30.857271 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7593b2b-992a-45db-890c-d95dba95dd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea413c1b-560d-4b05-a3aa-f6116d50bf6c,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:30.874035 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-6576ee5f-cb21-40df-9c7d-9ecb46dd0a80 admin admin] Deleting port 0e55b118-e306-4d29-88e1-fd21a4377275 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:36:30.874598 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6576ee5f-cb21-40df-9c7d-9ecb46dd0a80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:31.054220 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [None req-6576ee5f-cb21-40df-9c7d-9ecb46dd0a80 admin admin] For port 0e55b118-e306-4d29-88e1-fd21a4377275, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=0e55b118-e306-4d29-88e1-fd21a4377275,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:36:31.054521 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6576ee5f-cb21-40df-9c7d-9ecb46dd0a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:31.078522 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-6576ee5f-cb21-40df-9c7d-9ecb46dd0a80 admin admin] Calling delete_port for 0e55b118-e306-4d29-88e1-fd21a4377275 owned by network:router_gateway {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:36:31.129093 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-082294ef-aa3c-486b-ba3a-b3cc50204b45 None None] Set router bc708329-1517-4391-8a4a-d1fbeb3acbfd gateway port host: None {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:36:31.208950 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-082294ef-aa3c-486b-ba3a-b3cc50204b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'name': 'tempest-TestShelveInstance-85707579-router', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:35Z', 'updated_at': '2021-10-14T11:36:30Z', 'revision_number': 6, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'gw_port_host': None}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:31.251766 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082294ef-aa3c-486b-ba3a-b3cc50204b45 None None] The sync data for ids ['bc708329-1517-4391-8a4a-d1fbeb3acbfd'] in dv-cinder-797970-2-iscsi is: [{'id': 'bc708329-1517-4391-8a4a-d1fbeb3acbfd', 'name': 'tempest-TestShelveInstance-85707579-router', 'tenant_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:35Z', 'updated_at': '2021-10-14T11:36:30Z', 'revision_number': 6, 'project_id': '3f1d7723d096452b9b80ddcfbc77ee3c', 'gw_port_host': None}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:36:31.302634 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 57462) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:31.319886 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a03f-1d1a-4aa6-aa8f-6697f9566af2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:31.390117 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6576ee5f-cb21-40df-9c7d-9ecb46dd0a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:31.441458 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a03f-1d1a-4aa6-aa8f-6697f9566af2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:31.447530 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a03f-1d1a-4aa6-aa8f-6697f9566af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:31.500396 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-dcb9a03f-1d1a-4aa6-aa8f-6697f9566af2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e7649f6012b40c3b98f0e106eeec3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928189 Oct 14 11:36:31.500776 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9a03f-1d1a-4aa6-aa8f-6697f9566af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195f43af-4a7c-440a-86d1-c440284d1e21,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:31.505023 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 57466) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:31.595648 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-98c63225-2150-495e-8a9f-1ce610d163c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:31.645289 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-98c63225-2150-495e-8a9f-1ce610d163c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:31.741490 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-98c63225-2150-495e-8a9f-1ce610d163c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:31.741852 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576ee5f-cb21-40df-9c7d-9ecb46dd0a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e55b118-e306-4d29-88e1-fd21a4377275,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:31.749333 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-98c63225-2150-495e-8a9f-1ce610d163c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:31.752800 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-98c63225-2150-495e-8a9f-1ce610d163c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/195f43af-4a7c-440a-86d1-c440284d1e21 HTTP/1.1" status: 204 len: 168 time: 0.2459698 Oct 14 11:36:31.765902 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c63225-2150-495e-8a9f-1ce610d163c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195f43af-4a7c-440a-86d1-c440284d1e21,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:31.843164 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6576ee5f-cb21-40df-9c7d-9ecb46dd0a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1778181'] for router_gateway, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:31.914075 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:31.953775 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6576ee5f-cb21-40df-9c7d-9ecb46dd0a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258105'] for router, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:31.956361 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6576ee5f-cb21-40df-9c7d-9ecb46dd0a80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.017431 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6576ee5f-cb21-40df-9c7d-9ecb46dd0a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1785260'] for router, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.017965 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6576ee5f-cb21-40df-9c7d-9ecb46dd0a80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc708329-1517-4391-8a4a-d1fbeb3acbfd {{(pid=99832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:36:32.026783 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6576ee5f-cb21-40df-9c7d-9ecb46dd0a80 admin admin] Publish callbacks [] for router, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.028002 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-6576ee5f-cb21-40df-9c7d-9ecb46dd0a80 admin admin] 10.222.0.69 "DELETE /v2.0/routers/bc708329-1517-4391-8a4a-d1fbeb3acbfd HTTP/1.1" status: 204 len: 168 time: 1.6459324 Oct 14 11:36:32.031513 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 57478) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:32.081540 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0de3d73-d768-4c95-a8c3-aa61a4551ed9 admin admin] Deleting subnet f9e0b106-6338-4e45-8294-cc32daa8c1a9 {{(pid=99832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:36:32.084901 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d0de3d73-d768-4c95-a8c3-aa61a4551ed9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.125530 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d0de3d73-d768-4c95-a8c3-aa61a4551ed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1332862'] for subnet, precommit_delete_associations {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.283929 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d0de3d73-d768-4c95-a8c3-aa61a4551ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856540'] for subnet, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.292574 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 57482) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:32.313288 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b88df06d-3444-4b6c-82a8-418bf5275d22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.375012 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d0de3d73-d768-4c95-a8c3-aa61a4551ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7939685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4544050'] for subnet, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.407034 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de3d73-d768-4c95-a8c3-aa61a4551ed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e0b106-6338-4e45-8294-cc32daa8c1a9,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:32.409163 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d0de3d73-d768-4c95-a8c3-aa61a4551ed9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.413757 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-d0de3d73-d768-4c95-a8c3-aa61a4551ed9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f9e0b106-6338-4e45-8294-cc32daa8c1a9 HTTP/1.1" status: 204 len: 168 time: 0.3809571 Oct 14 11:36:32.416558 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 57484) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:32.422583 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db024300-c9ec-4834-8caf-ec74132d77a9 None None] Network 13df2e55-d95c-48af-9632-7d0e309339f2 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:36:32.459855 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b88df06d-3444-4b6c-82a8-418bf5275d22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.466528 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b88df06d-3444-4b6c-82a8-418bf5275d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.511403 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88df06d-3444-4b6c-82a8-418bf5275d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc6dcce-a693-4822-bde3-1f2f2d9f5bf0,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:32.523501 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-b88df06d-3444-4b6c-82a8-418bf5275d22 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=94b1590674bc46bbbdbee94125382270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292008 Oct 14 11:36:32.526255 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 57486) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:32.531886 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530326'] for network, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.622275 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] Deleting port 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:36:32.622866 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.623433 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3d2456b9-7b57-4d17-9bb8-862b93a8807b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.659227 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3d2456b9-7b57-4d17-9bb8-862b93a8807b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.703879 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] For port 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3,segment=NetworkSegment(4b7e8567-344f-409c-86b7-437df162b72e),segment_id=4b7e8567-344f-409c-86b7-437df162b72e)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:36:32.704406 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.734548 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3d2456b9-7b57-4d17-9bb8-862b93a8807b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.734801 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] Calling delete_port for 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 owned by network:dhcp {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:36:32.738862 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3d2456b9-7b57-4d17-9bb8-862b93a8807b admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.743824 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-3d2456b9-7b57-4d17-9bb8-862b93a8807b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/adc6dcce-a693-4822-bde3-1f2f2d9f5bf0 HTTP/1.1" status: 204 len: 168 time: 0.2130237 Oct 14 11:36:32.748694 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2456b9-7b57-4d17-9bb8-862b93a8807b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc6dcce-a693-4822-bde3-1f2f2d9f5bf0,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:32.771254 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] DHCP port deletion for 13df2e55-d95c-48af-9632-7d0e309339f2 request from dv-cinder-797970-2-iscsi {{(pid=99834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 11:36:32.854520 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.861177 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Deleting port 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 {{(pid=99834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:36:32.861524 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.889006 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:32.895187 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] No DVR routers for this DVR port 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 on host dv-cinder-797970-2-iscsi {{(pid=99832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:36:32.958730 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] For port 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3, host dv-cinder-797970-2-iscsi, got binding levels [] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:36:32.959831 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:32.982552 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Calling delete_port for 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 owned by network:dhcp {{(pid=99834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:36:32.986334 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.ipam_backend_mixin [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Port 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 was not found and therefore no delete operation was performed {{(pid=99834) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 14 11:36:32.988529 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480'] for port, after_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:33.016420 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854089', 'neutron.services.segments.db._delete_segments_for_network-8773231307825'] for network, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:33.041793 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Pushing event deleted for resources: {'Port': ['ID=3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3,revision_number=None']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:33.044675 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] No DVR routers for this DVR port 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 on host dv-cinder-797970-2-iscsi {{(pid=99834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:36:33.050978 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13df2e55-d95c-48af-9632-7d0e309339f2']}} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:33.054284 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:33.054865 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:33.055419 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:33.055961 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:33.056527 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:33.057340 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:33.057878 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:33.058455 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:33.059034 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:33.059608 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:33.060137 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:33.060663 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854d6e7-6d07-4dc0-96bc-aa4cdfdba46f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:36:33.067687 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7e8567-344f-409c-86b7-437df162b72e') {'for_net_delete': True} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:33.067687 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7e8567-344f-409c-86b7-437df162b72e') {} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:33.082751 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773231308346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1332807'] for segment, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:33.098758 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:33.109842 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=99832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:36:33.113996 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7940039'] for segment, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: Traceback (most recent call last): Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: timer() Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: cb(*args, **kw) Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: return func(*args, **kwargs) Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: self._notify() Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: self.callback(batched_events) Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: event.method(event) Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: return f(self, *a, **k) Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._get(url).json() Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: return self.request(url, 'GET', **kwargs) Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:36:33.115070 dv-cinder-797970-2-iscsi neutron-server[99832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:36:33.219427 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1778393'] for network, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:33.227620 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:33.234692 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] 10.222.0.69 "DELETE /v2.0/networks/13df2e55-d95c-48af-9632-7d0e309339f2 HTTP/1.1" status: 204 len: 168 time: 0.8168106 Oct 14 11:36:33.234976 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 57500) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:33.258976 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620737b-afb5-4003-b994-ae0c3a917841 admin admin] Pushing event deleted for resources: {'Network': ['ID=13df2e55-d95c-48af-9632-7d0e309339f2,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:33.287008 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device c9e1b32a-d3e1-4f49-8273-b09951a64864 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:36:33.314598 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: c9e1b32a-d3e1-4f49-8273-b09951a64864 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:36:33.315038 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device c9e1b32a-d3e1-4f49-8273-b09951a64864 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:36:33.315477 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 0e55b118-e306-4d29-88e1-fd21a4377275 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:36:33.340763 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 0e55b118-e306-4d29-88e1-fd21a4377275 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:36:33.341338 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 0e55b118-e306-4d29-88e1-fd21a4377275 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:36:33.341706 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:36:33.363629 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:36:33.364056 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 3f1bbe62-f3ca-4f02-b5d6-c1bab36b92b3 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:36:33.462532 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c9f7d-def4-4455-b850-4b8dbe73d324 req-e1305b12-f139-4750-bf9f-bc2e4bd38e9e tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:33.464388 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bb5c9f7d-def4-4455-b850-4b8dbe73d324 req-e1305b12-f139-4750-bf9f-bc2e4bd38e9e tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 945 time: 0.0615199 Oct 14 11:36:33.513482 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bb5c9f7d-def4-4455-b850-4b8dbe73d324 req-afe1e4e3-405a-4981-b170-5c16cdb444ac tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417888 Oct 14 11:36:33.806472 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5ffaca15-9be0-405f-8d28-f8452a6efd86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779407'] for router_interface, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:34.105503 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-5ffaca15-9be0-405f-8d28-f8452a6efd86 admin admin] Deleting port 397c1df7-7d50-42a0-9326-f2a487aba346 {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:36:34.105841 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5ffaca15-9be0-405f-8d28-f8452a6efd86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:34.200802 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [None req-5ffaca15-9be0-405f-8d28-f8452a6efd86 admin admin] For port 397c1df7-7d50-42a0-9326-f2a487aba346, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=397c1df7-7d50-42a0-9326-f2a487aba346,segment=NetworkSegment(7bea4827-f270-42f0-adc5-c47d274534c0),segment_id=7bea4827-f270-42f0-adc5-c47d274534c0)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:36:34.201220 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5ffaca15-9be0-405f-8d28-f8452a6efd86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:34.217415 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-5ffaca15-9be0-405f-8d28-f8452a6efd86 admin admin] Calling delete_port for 397c1df7-7d50-42a0-9326-f2a487aba346 owned by network:router_interface {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:36:34.451309 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5ffaca15-9be0-405f-8d28-f8452a6efd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:34.483921 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffaca15-9be0-405f-8d28-f8452a6efd86 admin admin] Pushing event deleted for resources: {'Port': ['ID=397c1df7-7d50-42a0-9326-f2a487aba346,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:34.711588 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5ffaca15-9be0-405f-8d28-f8452a6efd86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784671'] for router_interface, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:34.736426 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e486ab-a079-4a05-98f0-173b567331ed req-5a88e37c-93ef-4aae-8ae5-490fac3acd37 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:34.738457 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d8e486ab-a079-4a05-98f0-173b567331ed req-5a88e37c-93ef-4aae-8ae5-490fac3acd37 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 945 time: 0.1058142 Oct 14 11:36:34.815709 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f85a1-6229-446b-bf27-3fdcafe4f708 req-401fea9c-0156-45e9-9b19-42377fa4a777 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:34.817898 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-874f85a1-6229-446b-bf27-3fdcafe4f708 req-401fea9c-0156-45e9-9b19-42377fa4a777 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 945 time: 0.0613921 Oct 14 11:36:34.843673 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d8e486ab-a079-4a05-98f0-173b567331ed req-2da225c1-c048-4950-a585-991c16348a35 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961194 Oct 14 11:36:34.937634 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-874f85a1-6229-446b-bf27-3fdcafe4f708 req-805cf786-5c80-4660-9350-b912550afe7c tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Deleting port bf8c9293-1808-429b-8fa0-60b37509fe0e {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:36:34.937940 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-874f85a1-6229-446b-bf27-3fdcafe4f708 req-805cf786-5c80-4660-9350-b912550afe7c tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:35.048621 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-874f85a1-6229-446b-bf27-3fdcafe4f708 req-805cf786-5c80-4660-9350-b912550afe7c tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] For port bf8c9293-1808-429b-8fa0-60b37509fe0e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=bf8c9293-1808-429b-8fa0-60b37509fe0e,segment=NetworkSegment(2bcbebff-ba80-4443-a95a-2d88f4d62eee),segment_id=2bcbebff-ba80-4443-a95a-2d88f4d62eee)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:36:35.049002 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-874f85a1-6229-446b-bf27-3fdcafe4f708 req-805cf786-5c80-4660-9350-b912550afe7c tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:35.061006 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffaca15-9be0-405f-8d28-f8452a6efd86 admin admin] Router fb3eea14-3e20-461f-95ab-36dcddc9e42f has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:36:35.065340 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-874f85a1-6229-446b-bf27-3fdcafe4f708 req-805cf786-5c80-4660-9350-b912550afe7c tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Calling delete_port for bf8c9293-1808-429b-8fa0-60b37509fe0e owned by compute:nova {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:36:35.257641 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-874f85a1-6229-446b-bf27-3fdcafe4f708 req-805cf786-5c80-4660-9350-b912550afe7c tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:35.272893 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['bf8c9293-1808-429b-8fa0-60b37509fe0e'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:36:35.362051 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cf786-5c80-4660-9350-b912550afe7c tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Pushing event deleted for resources: {'Port': ['ID=bf8c9293-1808-429b-8fa0-60b37509fe0e,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:35.392659 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-874f85a1-6229-446b-bf27-3fdcafe4f708 req-805cf786-5c80-4660-9350-b912550afe7c tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] No DVR routers for this DVR port bf8c9293-1808-429b-8fa0-60b37509fe0e on host hv-cinder-79797 {{(pid=99832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:36:35.398270 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-874f85a1-6229-446b-bf27-3fdcafe4f708 req-805cf786-5c80-4660-9350-b912550afe7c tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:35.401859 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-874f85a1-6229-446b-bf27-3fdcafe4f708 req-805cf786-5c80-4660-9350-b912550afe7c tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.36 "DELETE /v2.0/ports/bf8c9293-1808-429b-8fa0-60b37509fe0e HTTP/1.1" status: 204 len: 173 time: 0.5775099 Oct 14 11:36:35.402594 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf303f62-2acb-4154-9add-859e70c65b4d', 'name': 'network-vif-deleted', 'tag': 'bf8c9293-1808-429b-8fa0-60b37509fe0e'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:36:35.405603 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d4824b-0aa8-4333-902b-3061d921a3c8" -d '{"events": [{"server_uuid": "cf303f62-2acb-4154-9add-859e70c65b4d", "name": "network-vif-deleted", "tag": "bf8c9293-1808-429b-8fa0-60b37509fe0e"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:36:35.479397 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffaca15-9be0-405f-8d28-f8452a6efd86 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:36:35.484778 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5952f82-7b93-44d2-88f4-2f9d7ebc1cdf x-openstack-request-id: req-f5952f82-7b93-44d2-88f4-2f9d7ebc1cdf {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:36:35.485581 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf303f62-2acb-4154-9add-859e70c65b4d", "name": "network-vif-deleted", "tag": "bf8c9293-1808-429b-8fa0-60b37509fe0e", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:36:35.491110 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f5952f82-7b93-44d2-88f4-2f9d7ebc1cdf {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:36:35.492065 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf303f62-2acb-4154-9add-859e70c65b4d', 'name': 'network-vif-deleted', 'tag': 'bf8c9293-1808-429b-8fa0-60b37509fe0e', 'status': 'completed', 'code': 200} Oct 14 11:36:35.496685 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-5ffaca15-9be0-405f-8d28-f8452a6efd86 admin admin] 10.222.0.69 "PUT /v2.0/routers/fb3eea14-3e20-461f-95ab-36dcddc9e42f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2554126 Oct 14 11:36:35.498350 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 57582) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:35.502779 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fabc254-f8fe-4d81-9dca-1b48bf653de4 None None] Sync routers for ids ['fb3eea14-3e20-461f-95ab-36dcddc9e42f'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:36:35.532241 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fabc254-f8fe-4d81-9dca-1b48bf653de4 None None] Routers {'fb3eea14-3e20-461f-95ab-36dcddc9e42f'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:36:35.533165 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-3fabc254-f8fe-4d81-9dca-1b48bf653de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:36:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['fb3eea14-3e20-461f-95ab-36dcddc9e42f'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:35.723433 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-3fabc254-f8fe-4d81-9dca-1b48bf653de4 None None] Set router fb3eea14-3e20-461f-95ab-36dcddc9e42f gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:36:35.947156 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ac354570-7401-457c-9766-aa5c2dd8e2ff admin admin] Publish callbacks [] for router, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:35.967969 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-3fabc254-f8fe-4d81-9dca-1b48bf653de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'name': 'tempest-TestShelveInstance-1689289686-router', 'tenant_id': '07e2eff323934971b5d4ca876f61500c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:43Z', 'updated_at': '2021-10-14T11:36:34Z', 'revision_number': 5, 'project_id': '07e2eff323934971b5d4ca876f61500c', 'gw_port': {'id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ea:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:44Z', 'updated_at': '2021-10-14T11:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:36.007698 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fabc254-f8fe-4d81-9dca-1b48bf653de4 None None] Checking router: fb3eea14-3e20-461f-95ab-36dcddc9e42f for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:36:36.017074 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fabc254-f8fe-4d81-9dca-1b48bf653de4 None None] Routers {'fb3eea14-3e20-461f-95ab-36dcddc9e42f'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:36:36.018629 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-3fabc254-f8fe-4d81-9dca-1b48bf653de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:36:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['fb3eea14-3e20-461f-95ab-36dcddc9e42f'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:36.037856 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ccadeedb-b3e4-44f7-920e-bb1a50f9375f req-47556c73-a879-4125-85ed-23d3bba79d3d tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 210 time: 0.0358102 Oct 14 11:36:36.051381 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33c84027-a8dc-4836-8fcb-e4ffc14d704e req-eeee76ea-ed47-40b2-ba64-5a8eeb8738fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf303f62-2acb-4154-9add-859e70c65b4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0413125 Oct 14 11:36:36.147938 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33c84027-a8dc-4836-8fcb-e4ffc14d704e req-f64cd57d-e0ce-472a-8519-aa1c5b213481 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9fea8551f2246cbb30b03a49e491205&device_id=cf303f62-2acb-4154-9add-859e70c65b4d HTTP/1.1" status: 200 len: 210 time: 0.0318327 Oct 14 11:36:36.163458 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ac354570-7401-457c-9766-aa5c2dd8e2ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:36.170028 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-3fabc254-f8fe-4d81-9dca-1b48bf653de4 None None] Set router fb3eea14-3e20-461f-95ab-36dcddc9e42f gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:36:36.397945 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-ac354570-7401-457c-9766-aa5c2dd8e2ff admin admin] Deleting port 6fd9fe83-015f-4031-8c73-8025ba91c860 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:36:36.398458 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ac354570-7401-457c-9766-aa5c2dd8e2ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:36.431801 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-3fabc254-f8fe-4d81-9dca-1b48bf653de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'name': 'tempest-TestShelveInstance-1689289686-router', 'tenant_id': '07e2eff323934971b5d4ca876f61500c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:43Z', 'updated_at': '2021-10-14T11:36:34Z', 'revision_number': 5, 'project_id': '07e2eff323934971b5d4ca876f61500c', 'gw_port': {'id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ea:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:44Z', 'updated_at': '2021-10-14T11:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:36.445828 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c84027-a8dc-4836-8fcb-e4ffc14d704e req-5cf1fced-d0ed-4d29-9875-0ec41b20ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:36.447692 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33c84027-a8dc-4836-8fcb-e4ffc14d704e req-5cf1fced-d0ed-4d29-9875-0ec41b20ef22 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b9fea8551f2246cbb30b03a49e491205&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2504447 Oct 14 11:36:36.461425 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fabc254-f8fe-4d81-9dca-1b48bf653de4 None None] The sync data for ids ['fb3eea14-3e20-461f-95ab-36dcddc9e42f'] in dv-cinder-797970-2-iscsi is: [{'id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'name': 'tempest-TestShelveInstance-1689289686-router', 'tenant_id': '07e2eff323934971b5d4ca876f61500c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:31:43Z', 'updated_at': '2021-10-14T11:36:34Z', 'revision_number': 5, 'project_id': '07e2eff323934971b5d4ca876f61500c', 'gw_port': {'id': '6fd9fe83-015f-4031-8c73-8025ba91c860', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ea:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3eea14-3e20-461f-95ab-36dcddc9e42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:31:44Z', 'updated_at': '2021-10-14T11:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:36:36.692584 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [None req-ac354570-7401-457c-9766-aa5c2dd8e2ff admin admin] For port 6fd9fe83-015f-4031-8c73-8025ba91c860, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=6fd9fe83-015f-4031-8c73-8025ba91c860,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:36:36.692972 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ac354570-7401-457c-9766-aa5c2dd8e2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:36.725562 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-ac354570-7401-457c-9766-aa5c2dd8e2ff admin admin] Calling delete_port for 6fd9fe83-015f-4031-8c73-8025ba91c860 owned by network:router_gateway {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:36:36.742058 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c84027-a8dc-4836-8fcb-e4ffc14d704e req-b4d0a7c2-ccbf-4033-8199-944dcfcca631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:36.743569 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33c84027-a8dc-4836-8fcb-e4ffc14d704e req-b4d0a7c2-ccbf-4033-8199-944dcfcca631 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2811742 Oct 14 11:36:36.928711 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ac354570-7401-457c-9766-aa5c2dd8e2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:36.962310 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac354570-7401-457c-9766-aa5c2dd8e2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd9fe83-015f-4031-8c73-8025ba91c860,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:37.032748 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ac354570-7401-457c-9766-aa5c2dd8e2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1778181'] for router_gateway, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:37.204478 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 397c1df7-7d50-42a0-9326-f2a487aba346 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:36:37.232493 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 397c1df7-7d50-42a0-9326-f2a487aba346 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:36:37.232917 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 397c1df7-7d50-42a0-9326-f2a487aba346 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:36:37.458826 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ac354570-7401-457c-9766-aa5c2dd8e2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258105'] for router, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:37.461444 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ac354570-7401-457c-9766-aa5c2dd8e2ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:37.515144 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ac354570-7401-457c-9766-aa5c2dd8e2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1785260'] for router, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:37.515805 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac354570-7401-457c-9766-aa5c2dd8e2ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb3eea14-3e20-461f-95ab-36dcddc9e42f {{(pid=99832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:36:37.524342 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ac354570-7401-457c-9766-aa5c2dd8e2ff admin admin] Publish callbacks [] for router, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:37.527167 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-ac354570-7401-457c-9766-aa5c2dd8e2ff admin admin] 10.222.0.69 "DELETE /v2.0/routers/fb3eea14-3e20-461f-95ab-36dcddc9e42f HTTP/1.1" status: 204 len: 168 time: 2.0259259 Oct 14 11:36:37.529245 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 57598) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:37.580986 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8212e62-463f-4a87-9c61-c399a533af06 admin admin] Deleting subnet 5c40f435-5804-4f42-b366-55609fe3a2ec {{(pid=99832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:36:37.585443 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e8212e62-463f-4a87-9c61-c399a533af06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:37.630616 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e8212e62-463f-4a87-9c61-c399a533af06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1332862'] for subnet, precommit_delete_associations {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:37.761620 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e8212e62-463f-4a87-9c61-c399a533af06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856540'] for subnet, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:37.823056 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e8212e62-463f-4a87-9c61-c399a533af06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7939685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4544050'] for subnet, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:37.855279 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e8212e62-463f-4a87-9c61-c399a533af06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:37.859371 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-e8212e62-463f-4a87-9c61-c399a533af06 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5c40f435-5804-4f42-b366-55609fe3a2ec HTTP/1.1" status: 204 len: 168 time: 0.3288941 Oct 14 11:36:37.860462 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8212e62-463f-4a87-9c61-c399a533af06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c40f435-5804-4f42-b366-55609fe3a2ec,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:37.860971 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29b7680-8f70-446e-a872-703ffd08592e None None] Network 18d1d602-a400-46af-bb6f-94a1eae792a0 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:36:37.864926 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 57602) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:37.956698 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530326'] for network, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:38.038293 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] Deleting port 849617cf-7978-426f-9e49-475953368a27 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:36:38.038293 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:38.102650 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d0bcae-9656-44fa-b8b2-87ffd26291e8 None None] DHCP port deletion for 18d1d602-a400-46af-bb6f-94a1eae792a0 request from dv-cinder-797970-2-iscsi {{(pid=99834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 11:36:38.119675 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] For port 849617cf-7978-426f-9e49-475953368a27, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=849617cf-7978-426f-9e49-475953368a27,segment=NetworkSegment(7bea4827-f270-42f0-adc5-c47d274534c0),segment_id=7bea4827-f270-42f0-adc5-c47d274534c0)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:36:38.120204 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:38.134741 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] Calling delete_port for 849617cf-7978-426f-9e49-475953368a27 owned by network:dhcp {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:36:38.157388 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-f8d0bcae-9656-44fa-b8b2-87ffd26291e8 None None] Deleting port 849617cf-7978-426f-9e49-475953368a27 {{(pid=99834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:36:38.157760 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f8d0bcae-9656-44fa-b8b2-87ffd26291e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:38.224012 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:38.224490 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-f8d0bcae-9656-44fa-b8b2-87ffd26291e8 None None] For port 849617cf-7978-426f-9e49-475953368a27, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=849617cf-7978-426f-9e49-475953368a27,segment=NetworkSegment(7bea4827-f270-42f0-adc5-c47d274534c0),segment_id=7bea4827-f270-42f0-adc5-c47d274534c0)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:36:38.225235 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f8d0bcae-9656-44fa-b8b2-87ffd26291e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:38.239374 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-f8d0bcae-9656-44fa-b8b2-87ffd26291e8 None None] Calling delete_port for 849617cf-7978-426f-9e49-475953368a27 owned by network:dhcp {{(pid=99834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:36:38.255000 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] No DVR routers for this DVR port 849617cf-7978-426f-9e49-475953368a27 on host dv-cinder-797970-2-iscsi {{(pid=99832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:36:38.257462 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] Pushing event deleted for resources: {'Port': ['ID=849617cf-7978-426f-9e49-475953368a27,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:38.329344 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f8d0bcae-9656-44fa-b8b2-87ffd26291e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480'] for port, after_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:38.339960 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854089', 'neutron.services.segments.db._delete_segments_for_network-8773231307825'] for network, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:38.355699 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0bcae-9656-44fa-b8b2-87ffd26291e8 None None] Pushing event deleted for resources: {'Port': ['ID=849617cf-7978-426f-9e49-475953368a27,revision_number=None']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:38.359564 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d0bcae-9656-44fa-b8b2-87ffd26291e8 None None] No DVR routers for this DVR port 849617cf-7978-426f-9e49-475953368a27 on host dv-cinder-797970-2-iscsi {{(pid=99834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:36:38.366079 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d1d602-a400-46af-bb6f-94a1eae792a0']}} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:38.380984 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bea4827-f270-42f0-adc5-c47d274534c0') {'for_net_delete': True} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:38.381281 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bea4827-f270-42f0-adc5-c47d274534c0') {} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:36:38.390865 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773231308346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1332807'] for segment, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:38.403960 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:38.410575 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=99832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:36:38.410957 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7940039'] for segment, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: Traceback (most recent call last): Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: timer() Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: cb(*args, **kw) Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: return func(*args, **kwargs) Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: self._notify() Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: self.callback(batched_events) Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: event.method(event) Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: return f(self, *a, **k) Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._get(url).json() Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: return self.request(url, 'GET', **kwargs) Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:36:38.412622 dv-cinder-797970-2-iscsi neutron-server[99832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:36:38.468649 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1778393'] for network, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:38.475039 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:38.478019 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] 10.222.0.69 "DELETE /v2.0/networks/18d1d602-a400-46af-bb6f-94a1eae792a0 HTTP/1.1" status: 204 len: 168 time: 0.6121478 Oct 14 11:36:38.488938 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bbf72-14d7-409e-a93a-4a39ad02a153 admin admin] Pushing event deleted for resources: {'Network': ['ID=18d1d602-a400-46af-bb6f-94a1eae792a0,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:38.592291 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 57608) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:38.639028 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-84cc0e33-514f-4bf8-b533-c6f946e007e0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3f1d7723d096452b9b80ddcfbc77ee3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455244 Oct 14 11:36:38.641547 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 57610) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:38.691093 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-687fa374-50d1-4315-9559-24e49b78d2c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:38.713177 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-687fa374-50d1-4315-9559-24e49b78d2c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:38.766228 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-687fa374-50d1-4315-9559-24e49b78d2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:38.769537 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-687fa374-50d1-4315-9559-24e49b78d2c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:38.770748 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-687fa374-50d1-4315-9559-24e49b78d2c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ee002480-e81f-4257-9ad5-b5cad20a4801 HTTP/1.1" status: 204 len: 168 time: 0.1282885 Oct 14 11:36:38.778320 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fa374-50d1-4315-9559-24e49b78d2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee002480-e81f-4257-9ad5-b5cad20a4801,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:39.127943 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 57618) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:39.164770 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 849617cf-7978-426f-9e49-475953368a27 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:36:39.177189 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-7f521be3-78ba-44c5-abf6-ac061d421589 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=07e2eff323934971b5d4ca876f61500c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475469 Oct 14 11:36:39.179635 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 57620) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:39.187470 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 849617cf-7978-426f-9e49-475953368a27 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:36:39.187812 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 849617cf-7978-426f-9e49-475953368a27 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:36:39.188234 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 6fd9fe83-015f-4031-8c73-8025ba91c860 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:36:39.209109 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 6fd9fe83-015f-4031-8c73-8025ba91c860 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:36:39.209464 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 6fd9fe83-015f-4031-8c73-8025ba91c860 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:36:39.234264 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-43dd82a9-ece6-42c1-8475-5d5537d63563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:39.260236 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-43dd82a9-ece6-42c1-8475-5d5537d63563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:39.313771 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-43dd82a9-ece6-42c1-8475-5d5537d63563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:39.316633 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-43dd82a9-ece6-42c1-8475-5d5537d63563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:39.317813 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-43dd82a9-ece6-42c1-8475-5d5537d63563 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/37df8368-8d08-4a74-ae64-b93798cb10e4 HTTP/1.1" status: 204 len: 168 time: 0.1372440 Oct 14 11:36:39.329444 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd82a9-ece6-42c1-8475-5d5537d63563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37df8368-8d08-4a74-ae64-b93798cb10e4,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:40.392435 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device bf8c9293-1808-429b-8fa0-60b37509fe0e no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:36:40.418496 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: bf8c9293-1808-429b-8fa0-60b37509fe0e {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:36:40.418835 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device bf8c9293-1808-429b-8fa0-60b37509fe0e not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:36:41.371158 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:36:47.190709 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-eb22f5fc-362f-4723-b423-f0d83bef5ab3 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:47.192239 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-eb22f5fc-362f-4723-b423-f0d83bef5ab3 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/networks?id=99536f87-1634-4735-9292-90fd4239a375 HTTP/1.1" status: 200 len: 814 time: 0.1091077 Oct 14 11:36:47.209140 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5526e23f-1558-4162-b92f-0e2d8a4c2e82 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/quotas/b9fea8551f2246cbb30b03a49e491205 HTTP/1.1" status: 200 len: 375 time: 0.0107040 Oct 14 11:36:47.245299 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-7037349f-ef60-4153-a071-57ddd938a3d9 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b9fea8551f2246cbb30b03a49e491205&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296576 Oct 14 11:36:47.266965 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-82b1f9c3-0f66-433b-a387-579d3d91fcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:47.344179 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-bcdec329-7eaa-4420-ad9e-04c91fbb8fc5 service neutron] 10.222.0.69 "GET /v2.0/networks/99536f87-1634-4735-9292-90fd4239a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902066 Oct 14 11:36:47.444881 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-acf436dc-bb1f-415e-83c4-f46159e51df3 service neutron] 10.222.0.69 "GET /v2.0/networks/99536f87-1634-4735-9292-90fd4239a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945034 Oct 14 11:36:47.610265 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-8f44b5ab-9622-4409-9698-046f95b199d5 req-bc8f7883-e3e7-4953-ba90-5dfc5ab9d6ea tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=96a8cbcc-a78b-452f-aff9-9f50df999753 HTTP/1.1" status: 200 len: 210 time: 0.0274255 Oct 14 11:36:48.572469 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-d27315be-f918-4128-bb13-73fc9a5ddf4a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:48.574139 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-d27315be-f918-4128-bb13-73fc9a5ddf4a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.36 "GET /v2.0/networks?id=99536f87-1634-4735-9292-90fd4239a375 HTTP/1.1" status: 200 len: 814 time: 0.1168153 Oct 14 11:36:48.589926 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-21a0b0fa-31ca-47e2-9713-2ccf28376e7a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Request body: {'port': {'device_id': '96a8cbcc-a78b-452f-aff9-9f50df999753', 'network_id': '99536f87-1634-4735-9292-90fd4239a375', 'admin_state_up': True, 'tenant_id': 'b9fea8551f2246cbb30b03a49e491205'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:36:48.729366 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-21a0b0fa-31ca-47e2-9713-2ccf28376e7a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Made reservation on behalf of b9fea8551f2246cbb30b03a49e491205 for: {'port': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:36:48.731264 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-51ba2b5a-3435-404f-9408-2d4dbceb6e53 req-9235975d-ef56-45de-8a57-c3d2c1d0a06c tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=96a8cbcc-a78b-452f-aff9-9f50df999753 HTTP/1.1" status: 200 len: 210 time: 0.0347538 Oct 14 11:36:48.733334 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-21a0b0fa-31ca-47e2-9713-2ccf28376e7a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:48.870986 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-21a0b0fa-31ca-47e2-9713-2ccf28376e7a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Allocated IP 172.20.0.13 (99536f87-1634-4735-9292-90fd4239a375/da4923a4-ac0f-42f8-9c9e-3b43a1860244/ec1967b2-7cfa-446e-9222-6ac4168d5878) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:36:49.044635 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-21a0b0fa-31ca-47e2-9713-2ccf28376e7a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:49.078502 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-21a0b0fa-31ca-47e2-9713-2ccf28376e7a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:49.123627 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-21a0b0fa-31ca-47e2-9713-2ccf28376e7a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Network 99536f87-1634-4735-9292-90fd4239a375 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:36:49.126781 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-21a0b0fa-31ca-47e2-9713-2ccf28376e7a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:36:49.133972 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-21a0b0fa-31ca-47e2-9713-2ccf28376e7a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:36:49.139869 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0b0fa-31ca-47e2-9713-2ccf28376e7a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Pushing event updated for resources: {'Port': ['ID=ec1967b2-7cfa-446e-9222-6ac4168d5878,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:49.188303 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-21a0b0fa-31ca-47e2-9713-2ccf28376e7a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:49.188932 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-21a0b0fa-31ca-47e2-9713-2ccf28376e7a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:49.214833 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-21a0b0fa-31ca-47e2-9713-2ccf28376e7a tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6296756 Oct 14 11:36:49.228360 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Request body: {'port': {'device_id': '96a8cbcc-a78b-452f-aff9-9f50df999753', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:36:49.290746 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:49.566550 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1967b2-7cfa-446e-9222-6ac4168d5878 {{(pid=99832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:36:49.578311 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:49.591196 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.provisioning_blocks [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Transition to ACTIVE for port object ec1967b2-7cfa-446e-9222-6ac4168d5878 will not be triggered until provisioned by entity L2. {{(pid=99832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:36:49.596133 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:49.655412 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Pushing event updated for resources: {'Port': ['ID=ec1967b2-7cfa-446e-9222-6ac4168d5878,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:49.728388 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Attempting to bind port ec1967b2-7cfa-446e-9222-6ac4168d5878 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:36:49.728634 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Attempting to bind port ec1967b2-7cfa-446e-9222-6ac4168d5878 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '2bcbebff-ba80-4443-a95a-2d88f4d62eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '99536f87-1634-4735-9292-90fd4239a375'}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:36:49.728960 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Attempting to bind port ec1967b2-7cfa-446e-9222-6ac4168d5878 on network 99536f87-1634-4735-9292-90fd4239a375 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:36:49.733430 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Port ec1967b2-7cfa-446e-9222-6ac4168d5878 on network 99536f87-1634-4735-9292-90fd4239a375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:36:49.734066 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Attempting to bind port ec1967b2-7cfa-446e-9222-6ac4168d5878 on network 99536f87-1634-4735-9292-90fd4239a375 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:36:49.740034 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:36:49.740511 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-86accb25-cbac-4d8c-a7c9-56b86b935c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:49.741081 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Checking segment: {'id': '2bcbebff-ba80-4443-a95a-2d88f4d62eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '99536f87-1634-4735-9292-90fd4239a375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:36:49.741081 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Bound using segment: {'id': '2bcbebff-ba80-4443-a95a-2d88f4d62eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '99536f87-1634-4735-9292-90fd4239a375'} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:36:49.741322 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Bound port: ec1967b2-7cfa-446e-9222-6ac4168d5878, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcbebff-ba80-4443-a95a-2d88f4d62eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '99536f87-1634-4735-9292-90fd4239a375'}}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:36:49.741535 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:49.813013 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] For port ec1967b2-7cfa-446e-9222-6ac4168d5878, host hv-cinder-79797, cleared binding levels {{(pid=99832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:36:49.817169 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] For port ec1967b2-7cfa-446e-9222-6ac4168d5878, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ec1967b2-7cfa-446e-9222-6ac4168d5878,segment=NetworkSegment(2bcbebff-ba80-4443-a95a-2d88f4d62eee),segment_id=2bcbebff-ba80-4443-a95a-2d88f4d62eee)] {{(pid=99832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:36:49.832127 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:49.893084 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:49.893693 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:49.895185 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] 10.222.0.36 "PUT /v2.0/ports/ec1967b2-7cfa-446e-9222-6ac4168d5878 HTTP/1.1" status: 200 len: 1094 time: 0.6710989 Oct 14 11:36:49.895652 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a8cbcc-a78b-452f-aff9-9f50df999753', 'tag': 'ec1967b2-7cfa-446e-9222-6ac4168d5878'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:36:49.897987 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563ab571-1f0e-419f-b54b-252b3aeb3d33" -d '{"events": [{"name": "network-changed", "server_uuid": "96a8cbcc-a78b-452f-aff9-9f50df999753", "tag": "ec1967b2-7cfa-446e-9222-6ac4168d5878"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:36:49.939511 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2b4d4-788b-43bf-b7f2-6ccdfde39c57 req-7c4640de-7cbd-4a7c-82a4-3864e1f129a9 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:49.941222 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7de2b4d4-788b-43bf-b7f2-6ccdfde39c57 req-7c4640de-7cbd-4a7c-82a4-3864e1f129a9 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=96a8cbcc-a78b-452f-aff9-9f50df999753 HTTP/1.1" status: 200 len: 944 time: 0.1215339 Oct 14 11:36:49.951926 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf49879f-a2cf-4c33-ac81-dcbc915a1bb8 x-openstack-request-id: req-bf49879f-a2cf-4c33-ac81-dcbc915a1bb8 {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:36:49.952217 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a8cbcc-a78b-452f-aff9-9f50df999753", "tag": "ec1967b2-7cfa-446e-9222-6ac4168d5878", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:36:49.952453 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bf49879f-a2cf-4c33-ac81-dcbc915a1bb8 {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:36:49.952856 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a8cbcc-a78b-452f-aff9-9f50df999753', 'tag': 'ec1967b2-7cfa-446e-9222-6ac4168d5878', 'status': 'completed', 'code': 200} Oct 14 11:36:49.953567 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285851e-1b27-4024-ae15-2c7af6603a8f service neutron] Pushing event updated for resources: {'Port': ['ID=ec1967b2-7cfa-446e-9222-6ac4168d5878,revision_number=3']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:50.012653 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7de2b4d4-788b-43bf-b7f2-6ccdfde39c57 req-bf5f55bf-bf04-4878-805d-80751e317de9 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622964 Oct 14 11:36:50.018142 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-0c1e315c-5159-4925-b354-a87b8b64829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:50.019890 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-0c1e315c-5159-4925-b354-a87b8b64829c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9fea8551f2246cbb30b03a49e491205&device_id=96a8cbcc-a78b-452f-aff9-9f50df999753 HTTP/1.1" status: 200 len: 1097 time: 0.0777032 Oct 14 11:36:50.067310 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-231f057e-7ebd-4b4d-861b-91dc857cc6bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec1967b2-7cfa-446e-9222-6ac4168d5878 HTTP/1.1" status: 200 len: 217 time: 0.0394895 Oct 14 11:36:50.119275 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-a6d477ee-33e8-4d52-b2b7-115bedd0296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:50.120759 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-a6d477ee-33e8-4d52-b2b7-115bedd0296c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da4923a4-ac0f-42f8-9c9e-3b43a1860244 HTTP/1.1" status: 200 len: 854 time: 0.0467100 Oct 14 11:36:50.152875 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-dc6854d6-9255-461b-988f-2a2a80e9252e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99536f87-1634-4735-9292-90fd4239a375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249636 Oct 14 11:36:50.252868 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-17baf0c1-6afb-4abd-9ec6-49f9bb121c71 service neutron] 10.222.0.36 "GET /v2.0/networks/99536f87-1634-4735-9292-90fd4239a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896907 Oct 14 11:36:50.351300 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a3e0beb6-6563-498e-9f19-f491bd23e6bd req-a6e3e6f1-1043-4e60-b847-737ec88aafaa service neutron] 10.222.0.36 "GET /v2.0/networks/99536f87-1634-4735-9292-90fd4239a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934324 Oct 14 11:36:50.438904 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ab571-1f0e-419f-b54b-252b3aeb3d33 req-6ce250a5-a92b-48ed-8833-450afe44d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:50.441225 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-563ab571-1f0e-419f-b54b-252b3aeb3d33 req-6ce250a5-a92b-48ed-8833-450afe44d94a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9fea8551f2246cbb30b03a49e491205&device_id=96a8cbcc-a78b-452f-aff9-9f50df999753 HTTP/1.1" status: 200 len: 1097 time: 0.0459492 Oct 14 11:36:50.543502 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ab571-1f0e-419f-b54b-252b3aeb3d33 req-5826b2e3-3433-4a14-9090-710e57c2f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:50.544928 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-563ab571-1f0e-419f-b54b-252b3aeb3d33 req-5826b2e3-3433-4a14-9090-710e57c2f86e service neutron] 10.222.0.36 "GET /v2.0/networks?id=99536f87-1634-4735-9292-90fd4239a375 HTTP/1.1" status: 200 len: 915 time: 0.0965428 Oct 14 11:36:50.586665 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-563ab571-1f0e-419f-b54b-252b3aeb3d33 req-bf50918b-f1ca-4e5d-8c86-1dfe6dcfd938 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec1967b2-7cfa-446e-9222-6ac4168d5878 HTTP/1.1" status: 200 len: 217 time: 0.0345743 Oct 14 11:36:50.641837 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ab571-1f0e-419f-b54b-252b3aeb3d33 req-6b5ef25e-5677-4329-9663-c8d31201417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:50.644122 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-563ab571-1f0e-419f-b54b-252b3aeb3d33 req-6b5ef25e-5677-4329-9663-c8d31201417e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da4923a4-ac0f-42f8-9c9e-3b43a1860244 HTTP/1.1" status: 200 len: 854 time: 0.0504322 Oct 14 11:36:50.676261 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-563ab571-1f0e-419f-b54b-252b3aeb3d33 req-33fac4ff-3660-40f0-b8ab-db83d4643d8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99536f87-1634-4735-9292-90fd4239a375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243053 Oct 14 11:36:50.780307 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-563ab571-1f0e-419f-b54b-252b3aeb3d33 req-31d9be2f-3e05-4411-a17a-f9759d038f4b service neutron] 10.222.0.36 "GET /v2.0/networks/99536f87-1634-4735-9292-90fd4239a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952277 Oct 14 11:36:50.882820 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-563ab571-1f0e-419f-b54b-252b3aeb3d33 req-ce4b8250-6fd1-43cf-a338-09725d1418f9 service neutron] 10.222.0.36 "GET /v2.0/networks/99536f87-1634-4735-9292-90fd4239a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916147 Oct 14 11:36:51.139693 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63132c96-1e04-4ad8-8246-f70a9c0f222b req-e30a7b73-8e60-4927-bb6e-4d4fb5b45e90 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:51.141141 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-63132c96-1e04-4ad8-8246-f70a9c0f222b req-e30a7b73-8e60-4927-bb6e-4d4fb5b45e90 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=96a8cbcc-a78b-452f-aff9-9f50df999753 HTTP/1.1" status: 200 len: 944 time: 0.0529222 Oct 14 11:36:51.182432 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-63132c96-1e04-4ad8-8246-f70a9c0f222b req-3e6cb2b2-fbd2-4b69-9451-7fa7398d7a2f tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343790 Oct 14 11:36:51.241695 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:52.314782 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f760e9-6418-4941-b81b-42dc134d6585 req-c36c30a2-f831-4650-a931-4568092fc9d1 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:52.316312 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d9f760e9-6418-4941-b81b-42dc134d6585 req-c36c30a2-f831-4650-a931-4568092fc9d1 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=96a8cbcc-a78b-452f-aff9-9f50df999753 HTTP/1.1" status: 200 len: 944 time: 0.0598714 Oct 14 11:36:52.358285 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-d9f760e9-6418-4941-b81b-42dc134d6585 req-d7ac20d3-2fa1-4d15-83b2-be4baa474884 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356710 Oct 14 11:36:52.445941 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device ec1967b2-7cfa-446e-9222-6ac4168d5878 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:36:52.549453 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port ec1967b2-7cfa-446e-9222-6ac4168d5878, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ec1967b2-7cfa-446e-9222-6ac4168d5878,segment=NetworkSegment(2bcbebff-ba80-4443-a95a-2d88f4d62eee),segment_id=2bcbebff-ba80-4443-a95a-2d88f4d62eee)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:36:52.566711 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': 'ec1967b2-7cfa-446e-9222-6ac4168d5878', 'network_id': '99536f87-1634-4735-9292-90fd4239a375', 'port_id': 'ec1967b2-7cfa-446e-9222-6ac4168d5878', 'mac_address': 'fa:16:3e:a8:1d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4923a4-ac0f-42f8-9c9e-3b43a1860244', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:36:52.570459 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:52.610970 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:52.631147 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1967b2-7cfa-446e-9222-6ac4168d5878 {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:36:52.652100 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port ec1967b2-7cfa-446e-9222-6ac4168d5878, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ec1967b2-7cfa-446e-9222-6ac4168d5878,segment=NetworkSegment(2bcbebff-ba80-4443-a95a-2d88f4d62eee),segment_id=2bcbebff-ba80-4443-a95a-2d88f4d62eee)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:36:52.655805 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:52.706266 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=ec1967b2-7cfa-446e-9222-6ac4168d5878,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:52.868630 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['ec1967b2-7cfa-446e-9222-6ac4168d5878'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:36:52.990359 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 57746) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:53.012867 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:53.106082 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-114f20e6-6ee2-4f75-84f1-967da2fcaf73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:53.184624 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-114f20e6-6ee2-4f75-84f1-967da2fcaf73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:53.188337 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-114f20e6-6ee2-4f75-84f1-967da2fcaf73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:53.236287 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f20e6-6ee2-4f75-84f1-967da2fcaf73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f055b20-0d8e-4c41-867d-aef625eb5688,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:53.241640 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-114f20e6-6ee2-4f75-84f1-967da2fcaf73 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6302b983489045428eb6f752c49bee58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501395 Oct 14 11:36:53.244679 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 57750) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:53.302742 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b1c9b7c9-983a-4a6d-b617-7f13dde9292b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:53.330251 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b1c9b7c9-983a-4a6d-b617-7f13dde9292b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:53.395602 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b1c9b7c9-983a-4a6d-b617-7f13dde9292b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:53.398344 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b1c9b7c9-983a-4a6d-b617-7f13dde9292b admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:53.399494 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-b1c9b7c9-983a-4a6d-b617-7f13dde9292b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9f055b20-0d8e-4c41-867d-aef625eb5688 HTTP/1.1" status: 204 len: 168 time: 0.1538353 Oct 14 11:36:53.408836 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9b7c9-983a-4a6d-b617-7f13dde9292b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f055b20-0d8e-4c41-867d-aef625eb5688,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:53.499742 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5cb9d-cfe6-43c8-b488-5a6aa28c2c39 req-e109a533-6110-4939-8c3d-877502e9630e tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:53.501778 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-faf5cb9d-cfe6-43c8-b488-5a6aa28c2c39 req-e109a533-6110-4939-8c3d-877502e9630e tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=96a8cbcc-a78b-452f-aff9-9f50df999753 HTTP/1.1" status: 200 len: 945 time: 0.0580869 Oct 14 11:36:53.549673 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-faf5cb9d-cfe6-43c8-b488-5a6aa28c2c39 req-7683b79a-9c3c-4832-a653-2fcb76b4f2b2 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383630 Oct 14 11:36:54.078986 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 57774) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:54.185541 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-9108252a-7521-4574-b03c-88a96f6cf272 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1815251712-network', 'tenant_id': 'a2e51d1169bc44a990c183a697f2b76a'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:36:54.209680 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9108252a-7521-4574-b03c-88a96f6cf272 admin admin] Made reservation on behalf of a2e51d1169bc44a990c183a697f2b76a for: {'network': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:36:54.212314 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9108252a-7521-4574-b03c-88a96f6cf272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:54.222826 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9108252a-7521-4574-b03c-88a96f6cf272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:54.299366 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9108252a-7521-4574-b03c-88a96f6cf272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:54.304376 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9108252a-7521-4574-b03c-88a96f6cf272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:54.331956 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9108252a-7521-4574-b03c-88a96f6cf272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=99832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:36:54.342131 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108252a-7521-4574-b03c-88a96f6cf272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fbb4c9-831d-4f64-969f-64a3b2b34d4e,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:54.348427 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9108252a-7521-4574-b03c-88a96f6cf272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:54.348771 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.segments_db [None req-9108252a-7521-4574-b03c-88a96f6cf272 admin admin] Added segment 427b167f-42d9-405c-82f1-51c76681ec9b of type vlan for network a4f2d363-11eb-425d-bda9-98923039098f Oct 14 11:36:54.393666 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9108252a-7521-4574-b03c-88a96f6cf272 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:54.419467 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9108252a-7521-4574-b03c-88a96f6cf272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:54.420389 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9108252a-7521-4574-b03c-88a96f6cf272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:54.421027 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9108252a-7521-4574-b03c-88a96f6cf272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:54.445012 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device ec1967b2-7cfa-446e-9222-6ac4168d5878 up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:36:54.457796 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-9108252a-7521-4574-b03c-88a96f6cf272 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3768001 Oct 14 11:36:54.465110 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 57778) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:36:54.475687 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-6efd997e-6a26-4e7b-87ab-8a3ad9702afb admin admin] Request body: {'subnet': {'network_id': 'a4f2d363-11eb-425d-bda9-98923039098f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1815251712-subnet', 'tenant_id': 'a2e51d1169bc44a990c183a697f2b76a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:36:54.492511 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108252a-7521-4574-b03c-88a96f6cf272 admin admin] Pushing event updated for resources: {'Network': ['ID=a4f2d363-11eb-425d-bda9-98923039098f,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:54.499712 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port ec1967b2-7cfa-446e-9222-6ac4168d5878 completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:36:54.504321 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efd997e-6a26-4e7b-87ab-8a3ad9702afb admin admin] Made reservation on behalf of a2e51d1169bc44a990c183a697f2b76a for: {'subnet': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:36:54.505832 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network a4f2d363-11eb-425d-bda9-98923039098f details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:36:54.507596 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-6efd997e-6a26-4e7b-87ab-8a3ad9702afb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7397086'] for subnet, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:54.509651 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port ec1967b2-7cfa-446e-9222-6ac4168d5878 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:36:54.510017 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:54.671110 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:54.681600 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ccfa-c1ee-44ce-9e6c-e52bb31248f0 req-57ee753f-282c-4124-add2-82b487d999c9 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:54.683355 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cc42ccfa-c1ee-44ce-9e6c-e52bb31248f0 req-57ee753f-282c-4124-add2-82b487d999c9 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=96a8cbcc-a78b-452f-aff9-9f50df999753 HTTP/1.1" status: 200 len: 945 time: 0.0560598 Oct 14 11:36:54.705637 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a8cbcc-a78b-452f-aff9-9f50df999753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1967b2-7cfa-446e-9222-6ac4168d5878'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:36:54.708305 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4c5582-fe43-4b32-a721-b035acc64b57" -d '{"events": [{"server_uuid": "96a8cbcc-a78b-452f-aff9-9f50df999753", "name": "network-vif-plugged", "status": "completed", "tag": "ec1967b2-7cfa-446e-9222-6ac4168d5878"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:36:54.721220 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-6efd997e-6a26-4e7b-87ab-8a3ad9702afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4673459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7397064'] for subnet, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:54.722584 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port ec1967b2-7cfa-446e-9222-6ac4168d5878, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ec1967b2-7cfa-446e-9222-6ac4168d5878,segment=NetworkSegment(2bcbebff-ba80-4443-a95a-2d88f4d62eee),segment_id=2bcbebff-ba80-4443-a95a-2d88f4d62eee)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:36:54.728108 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:54.729314 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cc42ccfa-c1ee-44ce-9e6c-e52bb31248f0 req-21950dc6-dd3d-4665-bdc5-fea489590e63 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374138 Oct 14 11:36:54.773154 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00b7205-e3e7-4a1e-8952-147afcce2841 x-openstack-request-id: req-c00b7205-e3e7-4a1e-8952-147afcce2841 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:36:54.773443 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a8cbcc-a78b-452f-aff9-9f50df999753", "name": "network-vif-plugged", "status": "completed", "tag": "ec1967b2-7cfa-446e-9222-6ac4168d5878", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:36:54.773697 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c00b7205-e3e7-4a1e-8952-147afcce2841 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:36:54.774173 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a8cbcc-a78b-452f-aff9-9f50df999753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1967b2-7cfa-446e-9222-6ac4168d5878', 'code': 200} Oct 14 11:36:54.784867 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=ec1967b2-7cfa-446e-9222-6ac4168d5878,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:54.795953 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd997e-6a26-4e7b-87ab-8a3ad9702afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c974d8-0fe3-4587-a681-f41884581e88,revision_number=0']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:54.804898 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efd997e-6a26-4e7b-87ab-8a3ad9702afb admin admin] Checking segment: {'id': '427b167f-42d9-405c-82f1-51c76681ec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a4f2d363-11eb-425d-bda9-98923039098f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:36:54.805700 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efd997e-6a26-4e7b-87ab-8a3ad9702afb admin admin] Network hostable DHCP agents. Network: a4f2d363-11eb-425d-bda9-98923039098f, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:36:54.822985 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efd997e-6a26-4e7b-87ab-8a3ad9702afb admin admin] Network a4f2d363-11eb-425d-bda9-98923039098f is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:36:54.831584 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-6efd997e-6a26-4e7b-87ab-8a3ad9702afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, a4f2d363-11eb-425d-bda9-98923039098f) {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:36:54.835933 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efd997e-6a26-4e7b-87ab-8a3ad9702afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:54.838222 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-6efd997e-6a26-4e7b-87ab-8a3ad9702afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:54.842064 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a309640-8d56-4da2-8b42-d4c61c0f18c1 None None] Network a4f2d363-11eb-425d-bda9-98923039098f requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:36:54.861723 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-6efd997e-6a26-4e7b-87ab-8a3ad9702afb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3946300 Oct 14 11:36:54.961138 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a7a69-1aa9-4350-bcaf-03310077dc9d req-59dc7380-81b4-4bc6-afba-37227faaf652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:54.962608 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-893a7a69-1aa9-4350-bcaf-03310077dc9d req-59dc7380-81b4-4bc6-afba-37227faaf652 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96a8cbcc-a78b-452f-aff9-9f50df999753 HTTP/1.1" status: 200 len: 1099 time: 0.0435703 Oct 14 11:36:55.001638 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d14426-4206-4a57-b423-9af59b3bafd5 None None] Network a4f2d363-11eb-425d-bda9-98923039098f requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:36:55.008037 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-893a7a69-1aa9-4350-bcaf-03310077dc9d req-43106cf4-6479-45ad-8c27-309bcf02e8f7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371222 Oct 14 11:36:55.859327 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46e83a-3910-4401-8760-3ba89263bfc2 req-194c051d-0c5e-4a1d-84be-0f1094233b03 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:55.861527 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bb46e83a-3910-4401-8760-3ba89263bfc2 req-194c051d-0c5e-4a1d-84be-0f1094233b03 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=96a8cbcc-a78b-452f-aff9-9f50df999753 HTTP/1.1" status: 200 len: 946 time: 0.0536966 Oct 14 11:36:55.899626 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bb46e83a-3910-4401-8760-3ba89263bfc2 req-bd105fb9-8ba4-4c86-bb59-e6afda46d93e tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319898 Oct 14 11:36:56.666562 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-a574b3c5-0081-48c1-9fb9-0fea4e7f039d tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:56.668028 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-a574b3c5-0081-48c1-9fb9-0fea4e7f039d tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/networks?id=a4f2d363-11eb-425d-bda9-98923039098f HTTP/1.1" status: 200 len: 809 time: 0.1034381 Oct 14 11:36:56.682795 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-ec44668a-0938-43ce-8ae5-8d17c244695c tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/quotas/a2e51d1169bc44a990c183a697f2b76a HTTP/1.1" status: 200 len: 375 time: 0.0088747 Oct 14 11:36:56.713872 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-79cbe2d0-c534-4193-8cfd-a7df17a9e299 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2e51d1169bc44a990c183a697f2b76a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260143 Oct 14 11:36:56.814610 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-4238e965-35df-48f2-a614-455a253de330 service neutron] 10.222.0.69 "GET /v2.0/networks/a4f2d363-11eb-425d-bda9-98923039098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929015 Oct 14 11:36:56.904402 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-16a0acab-e09f-4966-8d26-d742b5b7ddd3 service neutron] 10.222.0.69 "GET /v2.0/networks/a4f2d363-11eb-425d-bda9-98923039098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838833 Oct 14 11:36:57.019415 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b49628-5612-4439-96a8-145c59cf6227 req-756adf54-a567-42d8-8177-d981626a984e tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:57.020942 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f3b49628-5612-4439-96a8-145c59cf6227 req-756adf54-a567-42d8-8177-d981626a984e tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=96a8cbcc-a78b-452f-aff9-9f50df999753 HTTP/1.1" status: 200 len: 946 time: 0.0523655 Oct 14 11:36:57.064829 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f3b49628-5612-4439-96a8-145c59cf6227 req-2b1faf54-e32b-40fd-b5c5-3191845b9778 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376656 Oct 14 11:36:57.075812 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ed7abd50-f460-4501-a322-c27e47a00c6f req-fef2e546-ea8b-4701-a81a-f4107348eece tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 210 time: 0.0279047 Oct 14 11:36:58.009100 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-dbe3790d-2368-4740-a72b-0400888d7434 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:58.010346 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-dbe3790d-2368-4740-a72b-0400888d7434 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.36 "GET /v2.0/networks?id=a4f2d363-11eb-425d-bda9-98923039098f HTTP/1.1" status: 200 len: 809 time: 0.1090169 Oct 14 11:36:58.023067 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-820aa388-b2e7-478f-b4d7-a32a083e3829 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Request body: {'port': {'device_id': 'c7e49b7b-8e4d-4030-8b1f-a412301b165a', 'network_id': 'a4f2d363-11eb-425d-bda9-98923039098f', 'admin_state_up': True, 'tenant_id': 'a2e51d1169bc44a990c183a697f2b76a'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:36:58.146056 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-820aa388-b2e7-478f-b4d7-a32a083e3829 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Made reservation on behalf of a2e51d1169bc44a990c183a697f2b76a for: {'port': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:36:58.149553 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-820aa388-b2e7-478f-b4d7-a32a083e3829 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:58.184132 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b7264ddc-c2ae-4b09-bbf2-1370c074ce4c req-f123ccb2-d659-4144-a630-681dea634947 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 210 time: 0.0334883 Oct 14 11:36:58.287294 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-820aa388-b2e7-478f-b4d7-a32a083e3829 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Allocated IP 172.20.0.3 (a4f2d363-11eb-425d-bda9-98923039098f/43c974d8-0fe3-4587-a681-f41884581e88/e6238536-db5a-422b-94e3-ef68ec1ff68e) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:36:58.443795 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-820aa388-b2e7-478f-b4d7-a32a083e3829 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:58.477378 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-820aa388-b2e7-478f-b4d7-a32a083e3829 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:58.520993 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-820aa388-b2e7-478f-b4d7-a32a083e3829 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Network a4f2d363-11eb-425d-bda9-98923039098f is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:36:58.524110 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-820aa388-b2e7-478f-b4d7-a32a083e3829 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:36:58.530155 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-820aa388-b2e7-478f-b4d7-a32a083e3829 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:36:58.536792 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820aa388-b2e7-478f-b4d7-a32a083e3829 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Pushing event updated for resources: {'Port': ['ID=e6238536-db5a-422b-94e3-ef68ec1ff68e,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:58.585208 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-820aa388-b2e7-478f-b4d7-a32a083e3829 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:58.585816 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-820aa388-b2e7-478f-b4d7-a32a083e3829 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:58.603042 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-820aa388-b2e7-478f-b4d7-a32a083e3829 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5838370 Oct 14 11:36:58.615147 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Request body: {'port': {'device_id': 'c7e49b7b-8e4d-4030-8b1f-a412301b165a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:36:58.674606 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:58.937495 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6238536-db5a-422b-94e3-ef68ec1ff68e {{(pid=99832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:36:58.945353 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:58.957888 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.provisioning_blocks [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Transition to ACTIVE for port object e6238536-db5a-422b-94e3-ef68ec1ff68e will not be triggered until provisioned by entity L2. {{(pid=99832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:36:58.961207 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:59.011480 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Pushing event updated for resources: {'Port': ['ID=e6238536-db5a-422b-94e3-ef68ec1ff68e,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:59.075562 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Attempting to bind port e6238536-db5a-422b-94e3-ef68ec1ff68e on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:36:59.076280 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Attempting to bind port e6238536-db5a-422b-94e3-ef68ec1ff68e by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '427b167f-42d9-405c-82f1-51c76681ec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a4f2d363-11eb-425d-bda9-98923039098f'}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:36:59.076280 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Attempting to bind port e6238536-db5a-422b-94e3-ef68ec1ff68e on network a4f2d363-11eb-425d-bda9-98923039098f {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:36:59.080421 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Port e6238536-db5a-422b-94e3-ef68ec1ff68e on network a4f2d363-11eb-425d-bda9-98923039098f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:36:59.081282 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Attempting to bind port e6238536-db5a-422b-94e3-ef68ec1ff68e on network a4f2d363-11eb-425d-bda9-98923039098f {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:36:59.085500 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:36:59.085829 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Checking segment: {'id': '427b167f-42d9-405c-82f1-51c76681ec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a4f2d363-11eb-425d-bda9-98923039098f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:36:59.086234 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Bound using segment: {'id': '427b167f-42d9-405c-82f1-51c76681ec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a4f2d363-11eb-425d-bda9-98923039098f'} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:36:59.086661 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Bound port: e6238536-db5a-422b-94e3-ef68ec1ff68e, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427b167f-42d9-405c-82f1-51c76681ec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a4f2d363-11eb-425d-bda9-98923039098f'}}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:36:59.087011 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:59.147408 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] For port e6238536-db5a-422b-94e3-ef68ec1ff68e, host hv-cinder-79797, cleared binding levels {{(pid=99832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:36:59.150344 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] For port e6238536-db5a-422b-94e3-ef68ec1ff68e, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=e6238536-db5a-422b-94e3-ef68ec1ff68e,segment=NetworkSegment(427b167f-42d9-405c-82f1-51c76681ec9b),segment_id=427b167f-42d9-405c-82f1-51c76681ec9b)] {{(pid=99832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:36:59.155003 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:59.188967 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:59.189499 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:36:59.190876 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] 10.222.0.36 "PUT /v2.0/ports/e6238536-db5a-422b-94e3-ef68ec1ff68e HTTP/1.1" status: 200 len: 1093 time: 0.5799906 Oct 14 11:36:59.191351 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e49b7b-8e4d-4030-8b1f-a412301b165a', 'tag': 'e6238536-db5a-422b-94e3-ef68ec1ff68e'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:36:59.193549 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098582cb-38e1-4e6a-9785-96abfab927fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e49b7b-8e4d-4030-8b1f-a412301b165a", "tag": "e6238536-db5a-422b-94e3-ef68ec1ff68e"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:36:59.222620 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee9922-7276-461c-b39d-45620a75b471 service neutron] Pushing event updated for resources: {'Port': ['ID=e6238536-db5a-422b-94e3-ef68ec1ff68e,revision_number=3']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:36:59.241999 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dff111f-faab-4639-bbc3-d9abd565610d x-openstack-request-id: req-8dff111f-faab-4639-bbc3-d9abd565610d {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:36:59.242329 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e49b7b-8e4d-4030-8b1f-a412301b165a", "tag": "e6238536-db5a-422b-94e3-ef68ec1ff68e", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:36:59.242589 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8dff111f-faab-4639-bbc3-d9abd565610d {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:36:59.242986 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e49b7b-8e4d-4030-8b1f-a412301b165a', 'tag': 'e6238536-db5a-422b-94e3-ef68ec1ff68e', 'status': 'completed', 'code': 200} Oct 14 11:36:59.287596 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-414f5c75-9dab-4f31-9a41-af7509154bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:59.289198 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-414f5c75-9dab-4f31-9a41-af7509154bf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2e51d1169bc44a990c183a697f2b76a&device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 1096 time: 0.0425258 Oct 14 11:36:59.314887 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a642000-0cba-4a96-9e7d-689793d95b27 req-c31a6e67-fbf0-426c-b1a7-8dadb1b2ced8 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:59.316434 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7a642000-0cba-4a96-9e7d-689793d95b27 req-c31a6e67-fbf0-426c-b1a7-8dadb1b2ced8 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 943 time: 0.0527682 Oct 14 11:36:59.333801 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-68d1f9d7-2427-4484-b299-2c1c5fc30fc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6238536-db5a-422b-94e3-ef68ec1ff68e HTTP/1.1" status: 200 len: 217 time: 0.0368838 Oct 14 11:36:59.359579 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-7a642000-0cba-4a96-9e7d-689793d95b27 req-f4dd7894-bcd0-4a7a-a68e-ef7488d4d66e tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360358 Oct 14 11:36:59.383425 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-2619bc0e-5741-4619-a7b6-14a373aa0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:59.384853 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-2619bc0e-5741-4619-a7b6-14a373aa0ca4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43c974d8-0fe3-4587-a681-f41884581e88 HTTP/1.1" status: 200 len: 849 time: 0.0448852 Oct 14 11:36:59.415766 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-95912ca3-3f82-43ab-a0f6-44f631312d71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4f2d363-11eb-425d-bda9-98923039098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235374 Oct 14 11:36:59.506458 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-5b546856-c7f1-4838-89cb-7d9ba555f397 service neutron] 10.222.0.36 "GET /v2.0/networks/a4f2d363-11eb-425d-bda9-98923039098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835798 Oct 14 11:36:59.596093 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-85016314-fba2-431c-8a1d-c5f2427a6816 req-ac2fe8a2-3ba8-4a2f-9d80-239f1eac0aaf service neutron] 10.222.0.36 "GET /v2.0/networks/a4f2d363-11eb-425d-bda9-98923039098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827293 Oct 14 11:36:59.679803 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098582cb-38e1-4e6a-9785-96abfab927fb req-f432d581-990c-48f6-8364-8ea859f992c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:59.681223 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-098582cb-38e1-4e6a-9785-96abfab927fb req-f432d581-990c-48f6-8364-8ea859f992c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2e51d1169bc44a990c183a697f2b76a&device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 1096 time: 0.0442183 Oct 14 11:36:59.768560 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098582cb-38e1-4e6a-9785-96abfab927fb req-53550522-9638-418a-9797-cef320c493be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:59.769941 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-098582cb-38e1-4e6a-9785-96abfab927fb req-53550522-9638-418a-9797-cef320c493be service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4f2d363-11eb-425d-bda9-98923039098f HTTP/1.1" status: 200 len: 910 time: 0.0810480 Oct 14 11:36:59.814317 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-098582cb-38e1-4e6a-9785-96abfab927fb req-c77af056-7402-4913-aba6-49c0d930b0cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6238536-db5a-422b-94e3-ef68ec1ff68e HTTP/1.1" status: 200 len: 217 time: 0.0362766 Oct 14 11:36:59.862465 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098582cb-38e1-4e6a-9785-96abfab927fb req-bc0377da-f55c-4778-8e26-b16b41ac8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:36:59.863906 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-098582cb-38e1-4e6a-9785-96abfab927fb req-bc0377da-f55c-4778-8e26-b16b41ac8f6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43c974d8-0fe3-4587-a681-f41884581e88 HTTP/1.1" status: 200 len: 849 time: 0.0422866 Oct 14 11:36:59.896385 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-098582cb-38e1-4e6a-9785-96abfab927fb req-a4946716-5f9c-4f66-babc-9fd8eac4b1d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4f2d363-11eb-425d-bda9-98923039098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244882 Oct 14 11:36:59.988604 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-098582cb-38e1-4e6a-9785-96abfab927fb req-9f47b399-d86f-447b-850f-9d7318429a8f service neutron] 10.222.0.36 "GET /v2.0/networks/a4f2d363-11eb-425d-bda9-98923039098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842321 Oct 14 11:37:00.077441 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-098582cb-38e1-4e6a-9785-96abfab927fb req-b1e06183-04a5-4ea6-9651-cbf4a18111e6 service neutron] 10.222.0.36 "GET /v2.0/networks/a4f2d363-11eb-425d-bda9-98923039098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813999 Oct 14 11:37:00.480730 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d569cb-084a-49d9-9350-bb327c224a55 req-57f674e6-5409-4d67-abaa-4bced7cba20c tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:00.482214 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33d569cb-084a-49d9-9350-bb327c224a55 req-57f674e6-5409-4d67-abaa-4bced7cba20c tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 943 time: 0.0536118 Oct 14 11:37:00.523680 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33d569cb-084a-49d9-9350-bb327c224a55 req-ed3f3fcc-6bd6-4a76-b6c9-196bca686b9a tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344751 Oct 14 11:37:01.642551 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c655cc-3ffd-478e-88ab-38201529ed48 req-9037a541-5dd3-44c6-8b3e-f33a76a6b80c tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:01.644103 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d3c655cc-3ffd-478e-88ab-38201529ed48 req-9037a541-5dd3-44c6-8b3e-f33a76a6b80c tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 943 time: 0.0517178 Oct 14 11:37:01.687497 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d3c655cc-3ffd-478e-88ab-38201529ed48 req-c8be68e8-b8d2-4292-8767-e0b7a900025c tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374873 Oct 14 11:37:01.910326 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:02.490930 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device e6238536-db5a-422b-94e3-ef68ec1ff68e details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:37:02.585079 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port e6238536-db5a-422b-94e3-ef68ec1ff68e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=e6238536-db5a-422b-94e3-ef68ec1ff68e,segment=NetworkSegment(427b167f-42d9-405c-82f1-51c76681ec9b),segment_id=427b167f-42d9-405c-82f1-51c76681ec9b)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:37:02.596245 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': 'e6238536-db5a-422b-94e3-ef68ec1ff68e', 'network_id': 'a4f2d363-11eb-425d-bda9-98923039098f', 'port_id': 'e6238536-db5a-422b-94e3-ef68ec1ff68e', 'mac_address': 'fa:16:3e:24:f7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c974d8-0fe3-4587-a681-f41884581e88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:37:02.633745 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:02.647183 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6238536-db5a-422b-94e3-ef68ec1ff68e {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:37:02.666889 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port e6238536-db5a-422b-94e3-ef68ec1ff68e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=e6238536-db5a-422b-94e3-ef68ec1ff68e,segment=NetworkSegment(427b167f-42d9-405c-82f1-51c76681ec9b),segment_id=427b167f-42d9-405c-82f1-51c76681ec9b)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:37:02.670702 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:02.726460 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=e6238536-db5a-422b-94e3-ef68ec1ff68e,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:02.811613 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9124d-009a-432d-838b-b1b2f2ffc13c req-68152b97-cc14-4a07-9db0-677c482d6b67 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:02.813833 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-8be9124d-009a-432d-838b-b1b2f2ffc13c req-68152b97-cc14-4a07-9db0-677c482d6b67 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 944 time: 0.0540991 Oct 14 11:37:02.859257 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-8be9124d-009a-432d-838b-b1b2f2ffc13c req-bab8a076-0083-43b7-b016-a8908450526d tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390632 Oct 14 11:37:02.900989 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['e6238536-db5a-422b-94e3-ef68ec1ff68e'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:37:03.993584 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f708ed-6f2d-4b82-8eff-b3c364016ce8 req-c942439c-580b-43bc-badd-b460c5b9a2f2 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:03.995073 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-39f708ed-6f2d-4b82-8eff-b3c364016ce8 req-c942439c-580b-43bc-badd-b460c5b9a2f2 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 944 time: 0.0595345 Oct 14 11:37:04.036876 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-39f708ed-6f2d-4b82-8eff-b3c364016ce8 req-8672acd0-064f-4e20-aceb-d0838fa36562 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350590 Oct 14 11:37:05.118537 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device e6238536-db5a-422b-94e3-ef68ec1ff68e up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:37:05.161745 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98c189-0fba-4f7a-928d-39cb9b02ca70 req-bbf2718c-ad4d-43e7-8147-84a80a1c8e00 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:05.163142 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6b98c189-0fba-4f7a-928d-39cb9b02ca70 req-bbf2718c-ad4d-43e7-8147-84a80a1c8e00 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 944 time: 0.0600710 Oct 14 11:37:05.171944 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port e6238536-db5a-422b-94e3-ef68ec1ff68e completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:37:05.177198 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port e6238536-db5a-422b-94e3-ef68ec1ff68e triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:05.177573 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:05.204123 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6b98c189-0fba-4f7a-928d-39cb9b02ca70 req-93cc4920-d58d-4354-bdd8-2f96c818fd89 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343359 Oct 14 11:37:05.270640 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:05.293410 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e49b7b-8e4d-4030-8b1f-a412301b165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6238536-db5a-422b-94e3-ef68ec1ff68e'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:37:05.295637 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6ea8f8-47fd-4286-8f9a-4c574154fa36" -d '{"events": [{"server_uuid": "c7e49b7b-8e4d-4030-8b1f-a412301b165a", "name": "network-vif-plugged", "status": "completed", "tag": "e6238536-db5a-422b-94e3-ef68ec1ff68e"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:37:05.308021 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port e6238536-db5a-422b-94e3-ef68ec1ff68e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=e6238536-db5a-422b-94e3-ef68ec1ff68e,segment=NetworkSegment(427b167f-42d9-405c-82f1-51c76681ec9b),segment_id=427b167f-42d9-405c-82f1-51c76681ec9b)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:37:05.311949 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:05.338538 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27eed97b-6ac5-4678-aebd-bc6adea9fb6a x-openstack-request-id: req-27eed97b-6ac5-4678-aebd-bc6adea9fb6a {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:37:05.338828 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e49b7b-8e4d-4030-8b1f-a412301b165a", "name": "network-vif-plugged", "status": "completed", "tag": "e6238536-db5a-422b-94e3-ef68ec1ff68e", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:37:05.339078 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-27eed97b-6ac5-4678-aebd-bc6adea9fb6a {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:37:05.339462 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e49b7b-8e4d-4030-8b1f-a412301b165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6238536-db5a-422b-94e3-ef68ec1ff68e', 'code': 200} Oct 14 11:37:05.366258 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=e6238536-db5a-422b-94e3-ef68ec1ff68e,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:06.319952 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d4ca0-2da2-41df-be2b-4d0539cb12fd req-6c023d92-52c0-46c7-83f6-9e63b523e178 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:06.321471 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2a6d4ca0-2da2-41df-be2b-4d0539cb12fd req-6c023d92-52c0-46c7-83f6-9e63b523e178 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 945 time: 0.0505476 Oct 14 11:37:06.366448 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-2a6d4ca0-2da2-41df-be2b-4d0539cb12fd req-bc1a611c-9f7f-488a-ab97-07e3d2050e0e tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337083 Oct 14 11:37:07.121037 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18550859-03cf-4baa-a9bc-6bb6631ca185 req-daa8dfd7-3a49-4546-8bfb-c6b80f69b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:07.122523 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-18550859-03cf-4baa-a9bc-6bb6631ca185 req-daa8dfd7-3a49-4546-8bfb-c6b80f69b2f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 1098 time: 0.0423775 Oct 14 11:37:07.157749 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-18550859-03cf-4baa-a9bc-6bb6631ca185 req-c0b1de75-af98-4f41-a10b-1fba6f2636f2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279949 Oct 14 11:37:07.482793 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57292f-c99a-49d2-a488-d2f5b3f9e664 req-eab55bc1-ef56-4426-90fe-2fbf5a44de09 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:07.484283 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cf57292f-c99a-49d2-a488-d2f5b3f9e664 req-eab55bc1-ef56-4426-90fe-2fbf5a44de09 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 945 time: 0.0494103 Oct 14 11:37:07.521876 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cf57292f-c99a-49d2-a488-d2f5b3f9e664 req-7f25aa87-3420-454e-806f-44e1119f5b46 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315411 Oct 14 11:37:08.632694 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90333f-7178-4124-921d-1c0730bc8756 req-5dd10c81-e767-4bb5-8ef8-24afb8cfcd2a tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:08.634166 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7c90333f-7178-4124-921d-1c0730bc8756 req-5dd10c81-e767-4bb5-8ef8-24afb8cfcd2a tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 945 time: 0.0478690 Oct 14 11:37:08.671289 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7c90333f-7178-4124-921d-1c0730bc8756 req-efa0d236-e2e9-4c92-9a66-df1d7caa9563 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312104 Oct 14 11:37:11.736324 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832f2df-ce60-486e-b325-bc94eac6c334 req-fa916152-118a-488e-9b64-31817b5f6dfa tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:11.737663 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-0832f2df-ce60-486e-b325-bc94eac6c334 req-fa916152-118a-488e-9b64-31817b5f6dfa tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 945 time: 0.0480850 Oct 14 11:37:11.774122 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-0832f2df-ce60-486e-b325-bc94eac6c334 req-7499816e-1209-45cc-83f4-b5a9032487b0 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304708 Oct 14 11:37:12.889718 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c95976-2c41-4999-aa3c-6db74db887d7 req-193b65d8-a176-40fb-8f49-11adec071f26 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:12.891806 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d7c95976-2c41-4999-aa3c-6db74db887d7 req-193b65d8-a176-40fb-8f49-11adec071f26 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 945 time: 0.0492060 Oct 14 11:37:12.929901 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d7c95976-2c41-4999-aa3c-6db74db887d7 req-e7c1897a-e577-42da-84bd-627135658097 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311837 Oct 14 11:37:13.364509 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f3d34-de7f-464b-8a44-8fa3e0cdf021 req-649556db-cfaf-4b17-8b20-14cccecc96a5 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:13.365955 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9a5f3d34-de7f-464b-8a44-8fa3e0cdf021 req-649556db-cfaf-4b17-8b20-14cccecc96a5 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 945 time: 0.3222511 Oct 14 11:37:13.458148 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-9a5f3d34-de7f-464b-8a44-8fa3e0cdf021 req-9a44acd1-32b8-4a04-b867-2d73f5c949ba tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Deleting port e6238536-db5a-422b-94e3-ef68ec1ff68e {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:37:13.458518 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-9a5f3d34-de7f-464b-8a44-8fa3e0cdf021 req-9a44acd1-32b8-4a04-b867-2d73f5c949ba tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:13.550256 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-9a5f3d34-de7f-464b-8a44-8fa3e0cdf021 req-9a44acd1-32b8-4a04-b867-2d73f5c949ba tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] For port e6238536-db5a-422b-94e3-ef68ec1ff68e, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=e6238536-db5a-422b-94e3-ef68ec1ff68e,segment=NetworkSegment(427b167f-42d9-405c-82f1-51c76681ec9b),segment_id=427b167f-42d9-405c-82f1-51c76681ec9b)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:37:13.550621 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-9a5f3d34-de7f-464b-8a44-8fa3e0cdf021 req-9a44acd1-32b8-4a04-b867-2d73f5c949ba tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:13.563771 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [req-9a5f3d34-de7f-464b-8a44-8fa3e0cdf021 req-9a44acd1-32b8-4a04-b867-2d73f5c949ba tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Calling delete_port for e6238536-db5a-422b-94e3-ef68ec1ff68e owned by compute:nova {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:37:13.691668 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-9a5f3d34-de7f-464b-8a44-8fa3e0cdf021 req-9a44acd1-32b8-4a04-b867-2d73f5c949ba tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:13.704628 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['e6238536-db5a-422b-94e3-ef68ec1ff68e'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:37:13.725133 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44acd1-32b8-4a04-b867-2d73f5c949ba tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Pushing event deleted for resources: {'Port': ['ID=e6238536-db5a-422b-94e3-ef68ec1ff68e,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:13.761339 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5f3d34-de7f-464b-8a44-8fa3e0cdf021 req-9a44acd1-32b8-4a04-b867-2d73f5c949ba tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] No DVR routers for this DVR port e6238536-db5a-422b-94e3-ef68ec1ff68e on host hv-cinder-79797 {{(pid=99832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:37:13.763917 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-9a5f3d34-de7f-464b-8a44-8fa3e0cdf021 req-9a44acd1-32b8-4a04-b867-2d73f5c949ba tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:13.767315 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9a5f3d34-de7f-464b-8a44-8fa3e0cdf021 req-9a44acd1-32b8-4a04-b867-2d73f5c949ba tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.36 "DELETE /v2.0/ports/e6238536-db5a-422b-94e3-ef68ec1ff68e HTTP/1.1" status: 204 len: 173 time: 0.3918555 Oct 14 11:37:13.767963 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e49b7b-8e4d-4030-8b1f-a412301b165a', 'name': 'network-vif-deleted', 'tag': 'e6238536-db5a-422b-94e3-ef68ec1ff68e'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:37:13.770041 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8034a798-6115-4c90-af9f-31684b11fc5d" -d '{"events": [{"server_uuid": "c7e49b7b-8e4d-4030-8b1f-a412301b165a", "name": "network-vif-deleted", "tag": "e6238536-db5a-422b-94e3-ef68ec1ff68e"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:37:13.807103 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4580ff7-d31b-4133-bdeb-27531be0edec x-openstack-request-id: req-f4580ff7-d31b-4133-bdeb-27531be0edec {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:37:13.807394 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e49b7b-8e4d-4030-8b1f-a412301b165a", "name": "network-vif-deleted", "tag": "e6238536-db5a-422b-94e3-ef68ec1ff68e", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:37:13.807649 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4580ff7-d31b-4133-bdeb-27531be0edec {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:37:13.808045 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e49b7b-8e4d-4030-8b1f-a412301b165a', 'name': 'network-vif-deleted', 'tag': 'e6238536-db5a-422b-94e3-ef68ec1ff68e', 'status': 'completed', 'code': 200} Oct 14 11:37:14.038083 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e180cf42-30d6-486e-b065-90d298ddcf76 req-c1a1ffe2-1b57-4593-ab33-69469cece662 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7e49b7b-8e4d-4030-8b1f-a412301b165a HTTP/1.1" status: 200 len: 210 time: 0.0304863 Oct 14 11:37:15.299366 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-f340f2f5-aa5c-4ee8-8089-780217dd21b6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:15.300787 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-f340f2f5-aa5c-4ee8-8089-780217dd21b6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/networks?id=a4f2d363-11eb-425d-bda9-98923039098f HTTP/1.1" status: 200 len: 809 time: 0.1084766 Oct 14 11:37:15.315810 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-5e47ce7f-75df-413e-9790-80457715d737 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/quotas/a2e51d1169bc44a990c183a697f2b76a HTTP/1.1" status: 200 len: 375 time: 0.0092552 Oct 14 11:37:15.348128 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-69dd80e9-23f2-48d0-af17-08a11cc27276 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2e51d1169bc44a990c183a697f2b76a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268817 Oct 14 11:37:15.441300 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-fbb5b844-5975-4a83-af5b-934cbef97294 service neutron] 10.222.0.69 "GET /v2.0/networks/a4f2d363-11eb-425d-bda9-98923039098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860810 Oct 14 11:37:15.535374 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-f610de96-2add-41a6-ba88-a92bdc4bed7c service neutron] 10.222.0.69 "GET /v2.0/networks/a4f2d363-11eb-425d-bda9-98923039098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880501 Oct 14 11:37:15.697955 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cc54dbf4-dfea-4a98-90f1-2e389b62d496 req-11111acc-f8c0-4a2a-b5ee-06939b1906c6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 210 time: 0.0327766 Oct 14 11:37:16.547860 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device e6238536-db5a-422b-94e3-ef68ec1ff68e no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:37:16.568611 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: e6238536-db5a-422b-94e3-ef68ec1ff68e {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:37:16.569030 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device e6238536-db5a-422b-94e3-ef68ec1ff68e not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:37:16.636354 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-9d161388-6f0d-4672-a2fb-94a6aadd9d2d tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:16.637793 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-9d161388-6f0d-4672-a2fb-94a6aadd9d2d tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.36 "GET /v2.0/networks?id=a4f2d363-11eb-425d-bda9-98923039098f HTTP/1.1" status: 200 len: 809 time: 0.1067972 Oct 14 11:37:16.652254 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-933ed518-9f75-4469-8130-4bd9350f4327 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Request body: {'port': {'device_id': '37727652-22ba-4035-b0f7-0ad43264acd5', 'network_id': 'a4f2d363-11eb-425d-bda9-98923039098f', 'admin_state_up': True, 'tenant_id': 'a2e51d1169bc44a990c183a697f2b76a'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:37:16.761956 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-933ed518-9f75-4469-8130-4bd9350f4327 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Made reservation on behalf of a2e51d1169bc44a990c183a697f2b76a for: {'port': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:37:16.765774 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-933ed518-9f75-4469-8130-4bd9350f4327 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:16.806587 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-14ba2665-f597-47be-b57e-5b5324e6b447 req-eed6aca0-bc22-4eda-b61d-0ea07623f535 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 210 time: 0.0374906 Oct 14 11:37:16.918760 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-933ed518-9f75-4469-8130-4bd9350f4327 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Allocated IP 172.20.0.8 (a4f2d363-11eb-425d-bda9-98923039098f/43c974d8-0fe3-4587-a681-f41884581e88/f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:37:17.096108 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db4ccb-b3ba-460f-8043-56fb23b079c8 req-d8a146fc-fea3-4f8e-86b4-eea965644d62 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:17.097471 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e4db4ccb-b3ba-460f-8043-56fb23b079c8 req-d8a146fc-fea3-4f8e-86b4-eea965644d62 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=96a8cbcc-a78b-452f-aff9-9f50df999753 HTTP/1.1" status: 200 len: 946 time: 0.1097841 Oct 14 11:37:17.117719 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-933ed518-9f75-4469-8130-4bd9350f4327 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:17.160464 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e4db4ccb-b3ba-460f-8043-56fb23b079c8 req-91997bba-b625-4482-b6d6-55e6420c82e1 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568221 Oct 14 11:37:17.172985 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-933ed518-9f75-4469-8130-4bd9350f4327 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:17.220201 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-933ed518-9f75-4469-8130-4bd9350f4327 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Network a4f2d363-11eb-425d-bda9-98923039098f is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:37:17.223259 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-933ed518-9f75-4469-8130-4bd9350f4327 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:37:17.226889 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-933ed518-9f75-4469-8130-4bd9350f4327 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:37:17.255395 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ed518-9f75-4469-8130-4bd9350f4327 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Pushing event updated for resources: {'Port': ['ID=f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:17.259618 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-fba04872-bddf-49c7-81b0-2f3200b5fbf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:17.286144 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-933ed518-9f75-4469-8130-4bd9350f4327 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:17.286790 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-933ed518-9f75-4469-8130-4bd9350f4327 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:17.302086 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-933ed518-9f75-4469-8130-4bd9350f4327 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6539600 Oct 14 11:37:17.317031 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Request body: {'port': {'device_id': '37727652-22ba-4035-b0f7-0ad43264acd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:37:17.374936 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:17.633461 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f {{(pid=99832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:37:17.640859 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:17.652270 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.provisioning_blocks [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Transition to ACTIVE for port object f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f will not be triggered until provisioned by entity L2. {{(pid=99832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:37:17.656484 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:17.706751 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Pushing event updated for resources: {'Port': ['ID=f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:17.776399 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Attempting to bind port f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:37:17.776734 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Attempting to bind port f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '427b167f-42d9-405c-82f1-51c76681ec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a4f2d363-11eb-425d-bda9-98923039098f'}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:37:17.777068 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Attempting to bind port f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f on network a4f2d363-11eb-425d-bda9-98923039098f {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:37:17.781859 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Port f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f on network a4f2d363-11eb-425d-bda9-98923039098f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:37:17.782175 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Attempting to bind port f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f on network a4f2d363-11eb-425d-bda9-98923039098f {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:37:17.786909 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:37:17.787241 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Checking segment: {'id': '427b167f-42d9-405c-82f1-51c76681ec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a4f2d363-11eb-425d-bda9-98923039098f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:37:17.787623 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Bound using segment: {'id': '427b167f-42d9-405c-82f1-51c76681ec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a4f2d363-11eb-425d-bda9-98923039098f'} {{(pid=99832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:37:17.788046 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.managers [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Bound port: f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427b167f-42d9-405c-82f1-51c76681ec9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a4f2d363-11eb-425d-bda9-98923039098f'}}] {{(pid=99832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:37:17.788394 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:17.850414 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] For port f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f, host hv-cinder-79797, cleared binding levels {{(pid=99832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:37:17.853783 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] For port f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f,segment=NetworkSegment(427b167f-42d9-405c-82f1-51c76681ec9b),segment_id=427b167f-42d9-405c-82f1-51c76681ec9b)] {{(pid=99832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:37:17.858234 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:17.893597 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:17.894233 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:17.895604 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] 10.222.0.36 "PUT /v2.0/ports/f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f HTTP/1.1" status: 200 len: 1093 time: 0.5826221 Oct 14 11:37:17.896040 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37727652-22ba-4035-b0f7-0ad43264acd5', 'tag': 'f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:37:17.898315 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37acef6a-62f8-4f12-9520-c6a4dac7d9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "37727652-22ba-4035-b0f7-0ad43264acd5", "tag": "f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:37:17.923537 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a534c99-1fdc-447e-9f41-8e188781678e service neutron] Pushing event updated for resources: {'Port': ['ID=f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f,revision_number=3']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:17.931157 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572e5ba-b20c-488a-b39f-684647626a69 req-ca5d7e0e-a982-4b91-bed9-ffc5b22db231 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:17.933335 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4572e5ba-b20c-488a-b39f-684647626a69 req-ca5d7e0e-a982-4b91-bed9-ffc5b22db231 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 943 time: 0.0558221 Oct 14 11:37:17.944225 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc49f38-8af8-465f-9ec9-714bf35f7bfc x-openstack-request-id: req-cbc49f38-8af8-465f-9ec9-714bf35f7bfc {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:37:17.944509 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37727652-22ba-4035-b0f7-0ad43264acd5", "tag": "f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:37:17.944759 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cbc49f38-8af8-465f-9ec9-714bf35f7bfc {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:37:17.945158 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37727652-22ba-4035-b0f7-0ad43264acd5', 'tag': 'f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f', 'status': 'completed', 'code': 200} Oct 14 11:37:17.980300 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-4572e5ba-b20c-488a-b39f-684647626a69 req-33b311c9-1496-4d90-be0a-1f1c452164a3 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348952 Oct 14 11:37:17.991984 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-55191fe8-5b38-4036-a9ad-dc42b1ca16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:17.993508 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-55191fe8-5b38-4036-a9ad-dc42b1ca16f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2e51d1169bc44a990c183a697f2b76a&device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 1096 time: 0.0423234 Oct 14 11:37:18.042260 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-2545ce3f-4f60-41d3-a418-decfb7243dcd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f HTTP/1.1" status: 200 len: 217 time: 0.0367684 Oct 14 11:37:18.096317 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-1f0a898e-78d8-4aed-959e-3af000865152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:18.097727 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-1f0a898e-78d8-4aed-959e-3af000865152 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43c974d8-0fe3-4587-a681-f41884581e88 HTTP/1.1" status: 200 len: 849 time: 0.0439241 Oct 14 11:37:18.130871 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-dbea7c70-20be-43f2-b9e7-96fce3e2bdc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4f2d363-11eb-425d-bda9-98923039098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240545 Oct 14 11:37:18.230263 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-4a0956ed-19b2-4498-b2e0-5bd086c15bcc service neutron] 10.222.0.36 "GET /v2.0/networks/a4f2d363-11eb-425d-bda9-98923039098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908167 Oct 14 11:37:18.344107 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65577ebe-8515-44bd-b378-7a0fe58b2b3c req-d7097197-297c-4124-bd0e-3b44af3c050f tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:18.345581 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-65577ebe-8515-44bd-b378-7a0fe58b2b3c req-d7097197-297c-4124-bd0e-3b44af3c050f tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/ports?device_id=96a8cbcc-a78b-452f-aff9-9f50df999753 HTTP/1.1" status: 200 len: 946 time: 0.1101305 Oct 14 11:37:18.371226 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:37:18.375139 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-acbc3ff1-3098-4b02-b88a-e563192bbbf9 req-0d5c5ecf-5ed5-4a08-b1eb-5b436395b764 service neutron] 10.222.0.36 "GET /v2.0/networks/a4f2d363-11eb-425d-bda9-98923039098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316793 Oct 14 11:37:18.397088 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-65577ebe-8515-44bd-b378-7a0fe58b2b3c req-d7a95c6f-a00f-46d9-b21f-d0ff9cdadad8 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.69 "GET /v2.0/security-groups?id=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441048 Oct 14 11:37:18.476787 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acef6a-62f8-4f12-9520-c6a4dac7d9c5 req-5f7c6812-a77b-4723-a355-d59c5f5a8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:18.478171 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-37acef6a-62f8-4f12-9520-c6a4dac7d9c5 req-5f7c6812-a77b-4723-a355-d59c5f5a8534 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2e51d1169bc44a990c183a697f2b76a&device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 1096 time: 0.0402195 Oct 14 11:37:18.568210 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acef6a-62f8-4f12-9520-c6a4dac7d9c5 req-b3355922-9ada-4480-9648-62256a03f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:18.569716 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-37acef6a-62f8-4f12-9520-c6a4dac7d9c5 req-b3355922-9ada-4480-9648-62256a03f286 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4f2d363-11eb-425d-bda9-98923039098f HTTP/1.1" status: 200 len: 910 time: 0.0840394 Oct 14 11:37:18.580833 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1b8c2-644d-43ec-95bc-c27fabfc4bdd req-fd0b8d27-bb36-4bc6-ac1c-de5324d83ce2 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:18.582302 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-88e1b8c2-644d-43ec-95bc-c27fabfc4bdd req-fd0b8d27-bb36-4bc6-ac1c-de5324d83ce2 tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.36 "GET /v2.0/ports?device_id=96a8cbcc-a78b-452f-aff9-9f50df999753 HTTP/1.1" status: 200 len: 946 time: 0.0472441 Oct 14 11:37:18.616634 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-37acef6a-62f8-4f12-9520-c6a4dac7d9c5 req-5e66a236-dddb-4ec3-87de-359fcff85d54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f HTTP/1.1" status: 200 len: 217 time: 0.0385976 Oct 14 11:37:18.666312 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acef6a-62f8-4f12-9520-c6a4dac7d9c5 req-10cf6366-b626-4b4d-90e2-1bb1214e5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:18.667783 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-37acef6a-62f8-4f12-9520-c6a4dac7d9c5 req-10cf6366-b626-4b4d-90e2-1bb1214e5f0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43c974d8-0fe3-4587-a681-f41884581e88 HTTP/1.1" status: 200 len: 849 time: 0.0439687 Oct 14 11:37:18.675729 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-88e1b8c2-644d-43ec-95bc-c27fabfc4bdd req-95b3a855-5b92-43fa-b554-4f7cf8f7553b tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Deleting port ec1967b2-7cfa-446e-9222-6ac4168d5878 {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:37:18.676067 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-88e1b8c2-644d-43ec-95bc-c27fabfc4bdd req-95b3a855-5b92-43fa-b554-4f7cf8f7553b tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:18.699739 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-37acef6a-62f8-4f12-9520-c6a4dac7d9c5 req-8ffbb4a3-b4f0-43c1-b5ed-2bc5fdb4a022 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4f2d363-11eb-425d-bda9-98923039098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239637 Oct 14 11:37:18.762412 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-88e1b8c2-644d-43ec-95bc-c27fabfc4bdd req-95b3a855-5b92-43fa-b554-4f7cf8f7553b tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] For port ec1967b2-7cfa-446e-9222-6ac4168d5878, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ec1967b2-7cfa-446e-9222-6ac4168d5878,segment=NetworkSegment(2bcbebff-ba80-4443-a95a-2d88f4d62eee),segment_id=2bcbebff-ba80-4443-a95a-2d88f4d62eee)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:37:18.762745 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-88e1b8c2-644d-43ec-95bc-c27fabfc4bdd req-95b3a855-5b92-43fa-b554-4f7cf8f7553b tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:18.775248 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-88e1b8c2-644d-43ec-95bc-c27fabfc4bdd req-95b3a855-5b92-43fa-b554-4f7cf8f7553b tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Calling delete_port for ec1967b2-7cfa-446e-9222-6ac4168d5878 owned by compute:nova {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:37:18.793806 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-37acef6a-62f8-4f12-9520-c6a4dac7d9c5 req-9fab459a-ff19-4833-9a23-1f1a1d988306 service neutron] 10.222.0.36 "GET /v2.0/networks/a4f2d363-11eb-425d-bda9-98923039098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865004 Oct 14 11:37:18.887751 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-37acef6a-62f8-4f12-9520-c6a4dac7d9c5 req-9ec0f3e9-0150-4b63-a110-016e09d3053d service neutron] 10.222.0.36 "GET /v2.0/networks/a4f2d363-11eb-425d-bda9-98923039098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837963 Oct 14 11:37:18.908529 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-88e1b8c2-644d-43ec-95bc-c27fabfc4bdd req-95b3a855-5b92-43fa-b554-4f7cf8f7553b tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:18.919935 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['ec1967b2-7cfa-446e-9222-6ac4168d5878'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:37:18.937049 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3a855-5b92-43fa-b554-4f7cf8f7553b tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Pushing event deleted for resources: {'Port': ['ID=ec1967b2-7cfa-446e-9222-6ac4168d5878,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:18.982765 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e1b8c2-644d-43ec-95bc-c27fabfc4bdd req-95b3a855-5b92-43fa-b554-4f7cf8f7553b tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] No DVR routers for this DVR port ec1967b2-7cfa-446e-9222-6ac4168d5878 on host hv-cinder-79797 {{(pid=99833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:37:18.985496 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-88e1b8c2-644d-43ec-95bc-c27fabfc4bdd req-95b3a855-5b92-43fa-b554-4f7cf8f7553b tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:18.988935 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-88e1b8c2-644d-43ec-95bc-c27fabfc4bdd req-95b3a855-5b92-43fa-b554-4f7cf8f7553b tempest-VolumesSnapshotTestJSON-1600271149 tempest-VolumesSnapshotTestJSON-1600271149-project] 10.222.0.36 "DELETE /v2.0/ports/ec1967b2-7cfa-446e-9222-6ac4168d5878 HTTP/1.1" status: 204 len: 173 time: 0.4010026 Oct 14 11:37:18.989395 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a8cbcc-a78b-452f-aff9-9f50df999753', 'name': 'network-vif-deleted', 'tag': 'ec1967b2-7cfa-446e-9222-6ac4168d5878'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:37:18.991677 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da38917-5322-41f6-a18b-cd20ed09eef7" -d '{"events": [{"server_uuid": "96a8cbcc-a78b-452f-aff9-9f50df999753", "name": "network-vif-deleted", "tag": "ec1967b2-7cfa-446e-9222-6ac4168d5878"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:37:19.104912 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca976e4-c7d1-4708-9104-67adb5179627 req-15042050-1918-42a9-a997-5b9f70316423 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:19.106513 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-dca976e4-c7d1-4708-9104-67adb5179627 req-15042050-1918-42a9-a997-5b9f70316423 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 943 time: 0.0579069 Oct 14 11:37:19.146981 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-dca976e4-c7d1-4708-9104-67adb5179627 req-3b75b011-3663-48e6-a476-a92ab5e48403 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341182 Oct 14 11:37:19.171612 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca70b49-8a55-4d95-9a2d-19634d1c59c8 x-openstack-request-id: req-1ca70b49-8a55-4d95-9a2d-19634d1c59c8 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:37:19.171895 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a8cbcc-a78b-452f-aff9-9f50df999753", "name": "network-vif-deleted", "tag": "ec1967b2-7cfa-446e-9222-6ac4168d5878", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:37:19.172224 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1ca70b49-8a55-4d95-9a2d-19634d1c59c8 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:37:19.172798 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a8cbcc-a78b-452f-aff9-9f50df999753', 'name': 'network-vif-deleted', 'tag': 'ec1967b2-7cfa-446e-9222-6ac4168d5878', 'status': 'completed', 'code': 200} Oct 14 11:37:19.742994 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d2622843-3f2e-4793-8ade-6d17bb4a660a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:20.264242 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad42ccb-fe05-4c7a-9668-6e9800c40108 req-3b0a18b3-c4b7-4f47-b8af-a42fb1a83d1e tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:20.266361 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5ad42ccb-fe05-4c7a-9668-6e9800c40108 req-3b0a18b3-c4b7-4f47-b8af-a42fb1a83d1e tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 943 time: 0.0510955 Oct 14 11:37:20.304475 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5ad42ccb-fe05-4c7a-9668-6e9800c40108 req-f447479f-696d-40bc-95a2-293f0cc33106 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321047 Oct 14 11:37:20.536381 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:37:20.633590 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f,segment=NetworkSegment(427b167f-42d9-405c-82f1-51c76681ec9b),segment_id=427b167f-42d9-405c-82f1-51c76681ec9b)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:37:20.644747 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': 'f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f', 'network_id': 'a4f2d363-11eb-425d-bda9-98923039098f', 'port_id': 'f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f', 'mac_address': 'fa:16:3e:42:ea:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c974d8-0fe3-4587-a681-f41884581e88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:37:20.680970 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:20.694342 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:37:20.715764 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f,segment=NetworkSegment(427b167f-42d9-405c-82f1-51c76681ec9b),segment_id=427b167f-42d9-405c-82f1-51c76681ec9b)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:37:20.721657 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:20.776143 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:20.923837 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:37:21.244203 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:21.433843 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5df4eb-2a9a-4cf7-a79c-db225ce4ac67 req-d3ed48b9-ff0b-4db4-a1f0-c55bcb47d963 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:21.435333 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6c5df4eb-2a9a-4cf7-a79c-db225ce4ac67 req-d3ed48b9-ff0b-4db4-a1f0-c55bcb47d963 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 944 time: 0.0545375 Oct 14 11:37:21.478111 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6c5df4eb-2a9a-4cf7-a79c-db225ce4ac67 req-c9361695-8974-4cfe-982b-c256f0170d49 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356319 Oct 14 11:37:22.553195 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:22.593159 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0c266-64bf-444c-9703-658acefea1a6 req-5b6cef2b-b447-4a33-b4e6-5e78743b3626 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:22.594767 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-82a0c266-64bf-444c-9703-658acefea1a6 req-5b6cef2b-b447-4a33-b4e6-5e78743b3626 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 944 time: 0.0492527 Oct 14 11:37:22.633427 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-82a0c266-64bf-444c-9703-658acefea1a6 req-fce30927-13bd-4157-9b52-623fef2baab5 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326507 Oct 14 11:37:22.811972 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device ec1967b2-7cfa-446e-9222-6ac4168d5878 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:37:22.831397 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: ec1967b2-7cfa-446e-9222-6ac4168d5878 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:37:22.831747 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device ec1967b2-7cfa-446e-9222-6ac4168d5878 not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:37:23.006069 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:23.757521 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77564b49-0ffd-494b-912a-f80b95ed3eed req-78470d93-04bf-4691-b793-c89c4f4551a3 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:23.759069 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-77564b49-0ffd-494b-912a-f80b95ed3eed req-78470d93-04bf-4691-b793-c89c4f4551a3 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 944 time: 0.0515425 Oct 14 11:37:23.800702 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-77564b49-0ffd-494b-912a-f80b95ed3eed req-7a29834d-55aa-43aa-93c3-08792cfe0ce7 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355566 Oct 14 11:37:24.567509 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:37:24.619329 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:37:24.623009 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:24.623401 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:24.697638 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:24.720789 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37727652-22ba-4035-b0f7-0ad43264acd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:37:24.723039 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4227de69-82f0-4e70-ad0c-3b9d6efc1536" -d '{"events": [{"server_uuid": "37727652-22ba-4035-b0f7-0ad43264acd5", "name": "network-vif-plugged", "status": "completed", "tag": "f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:37:24.736870 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f,segment=NetworkSegment(427b167f-42d9-405c-82f1-51c76681ec9b),segment_id=427b167f-42d9-405c-82f1-51c76681ec9b)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:37:24.741073 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:24.764171 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5672746a-fb51-49b2-ac5e-1ee61a090640 x-openstack-request-id: req-5672746a-fb51-49b2-ac5e-1ee61a090640 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:37:24.764480 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37727652-22ba-4035-b0f7-0ad43264acd5", "name": "network-vif-plugged", "status": "completed", "tag": "f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:37:24.764774 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5672746a-fb51-49b2-ac5e-1ee61a090640 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:37:24.765081 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37727652-22ba-4035-b0f7-0ad43264acd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f', 'code': 200} Oct 14 11:37:24.793600 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:24.923883 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8446367-a45f-43c9-94c8-30d65422e1cb req-fee1cf91-44cd-41ef-9d95-c2cd20037c4d tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:24.925400 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f8446367-a45f-43c9-94c8-30d65422e1cb req-fee1cf91-44cd-41ef-9d95-c2cd20037c4d tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 945 time: 0.0577917 Oct 14 11:37:24.933595 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef195a5c-e084-422c-9c33-f28d6243d9e3 req-ee0e74d3-57a2-48a7-b311-48c17e3a7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:24.935121 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ef195a5c-e084-422c-9c33-f28d6243d9e3 req-ee0e74d3-57a2-48a7-b311-48c17e3a7a96 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 1098 time: 0.0463393 Oct 14 11:37:24.966306 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f8446367-a45f-43c9-94c8-30d65422e1cb req-661d0471-8e16-4ce4-a5f6-5c91ed5e1015 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346749 Oct 14 11:37:24.974168 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ef195a5c-e084-422c-9c33-f28d6243d9e3 req-8a1e89a6-8c1b-4e6d-a474-5bf781a3f1f9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Oct 14 11:37:26.093057 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc115556-85e4-4de5-818b-4f1b506c6dfc req-c2d27ef2-5829-441d-a9d0-e72743e59799 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:26.094591 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bc115556-85e4-4de5-818b-4f1b506c6dfc req-c2d27ef2-5829-441d-a9d0-e72743e59799 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 945 time: 0.0554063 Oct 14 11:37:26.135313 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bc115556-85e4-4de5-818b-4f1b506c6dfc req-936f764d-2bcb-4c9c-86ac-70e198a5a0cc tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347710 Oct 14 11:37:27.251779 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60515c89-ccb6-40a2-b379-aac24d1f37be req-67b013d7-aab3-45e7-bdb4-92812c3c209e tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:27.253305 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-60515c89-ccb6-40a2-b379-aac24d1f37be req-67b013d7-aab3-45e7-bdb4-92812c3c209e tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 945 time: 0.0493760 Oct 14 11:37:27.291205 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-60515c89-ccb6-40a2-b379-aac24d1f37be req-42423e2c-263f-468e-8076-523ed3f05324 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319796 Oct 14 11:37:28.005331 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a4c0d-799e-46d8-8fff-f474613d478a req-6a62dc45-01d4-4ac9-b5ac-bbcd69682544 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:28.008000 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-462a4c0d-799e-46d8-8fff-f474613d478a req-6a62dc45-01d4-4ac9-b5ac-bbcd69682544 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 945 time: 0.0880482 Oct 14 11:37:28.063813 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-462a4c0d-799e-46d8-8fff-f474613d478a req-5d07e269-318b-4bc0-bea4-87f4dc051ac2 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429115 Oct 14 11:37:29.184436 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d30cd-9dcd-45e0-843c-237965593491 req-92377de5-6cdf-4778-9f89-03f9486a2c55 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:29.186677 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d07d30cd-9dcd-45e0-843c-237965593491 req-92377de5-6cdf-4778-9f89-03f9486a2c55 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 945 time: 0.0507202 Oct 14 11:37:29.225298 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d07d30cd-9dcd-45e0-843c-237965593491 req-1e6bbafd-e9a3-4ead-9b73-e6f5bed1ef76 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325387 Oct 14 11:37:30.350980 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10647b4e-0db5-4678-8962-f49ea9d1e2b9 req-fb56a9f4-ca42-411b-8bf1-f4175c4b5e1c tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:30.352437 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-10647b4e-0db5-4678-8962-f49ea9d1e2b9 req-fb56a9f4-ca42-411b-8bf1-f4175c4b5e1c tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 945 time: 0.0560052 Oct 14 11:37:30.401226 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-10647b4e-0db5-4678-8962-f49ea9d1e2b9 req-4a8022e4-0dab-42af-8638-3b0ca56a82e3 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412788 Oct 14 11:37:31.359422 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843fd20-1735-4e01-8ec7-b30a9fcb36a0 req-c7de6b1a-b554-4b15-b632-85467ea4573e tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:31.362083 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d843fd20-1735-4e01-8ec7-b30a9fcb36a0 req-c7de6b1a-b554-4b15-b632-85467ea4573e tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.36 "GET /v2.0/ports?device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 945 time: 0.0951583 Oct 14 11:37:31.488080 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-d843fd20-1735-4e01-8ec7-b30a9fcb36a0 req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Deleting port f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:37:31.488635 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-d843fd20-1735-4e01-8ec7-b30a9fcb36a0 req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:31.617957 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396cef7-d6f0-4c5f-86e5-bdd06556467f req-b0667524-9e65-40da-95fc-97125bbb6b7e tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:31.619475 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6396cef7-d6f0-4c5f-86e5-bdd06556467f req-b0667524-9e65-40da-95fc-97125bbb6b7e tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/ports?device_id=37727652-22ba-4035-b0f7-0ad43264acd5 HTTP/1.1" status: 200 len: 945 time: 0.1257422 Oct 14 11:37:31.642876 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-d843fd20-1735-4e01-8ec7-b30a9fcb36a0 req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] For port f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f,segment=NetworkSegment(427b167f-42d9-405c-82f1-51c76681ec9b),segment_id=427b167f-42d9-405c-82f1-51c76681ec9b)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:37:31.643234 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-d843fd20-1735-4e01-8ec7-b30a9fcb36a0 req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:31.665814 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-d843fd20-1735-4e01-8ec7-b30a9fcb36a0 req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Calling delete_port for f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f owned by compute:nova {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:37:31.694175 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6396cef7-d6f0-4c5f-86e5-bdd06556467f req-d834520e-be3f-48d7-831f-4c89bb232dd5 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.69 "GET /v2.0/security-groups?id=73fbb4c9-831d-4f64-969f-64a3b2b34d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620170 Oct 14 11:37:31.816236 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-d843fd20-1735-4e01-8ec7-b30a9fcb36a0 req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:31.829514 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:37:31.854601 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Pushing event deleted for resources: {'Port': ['ID=f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:31.869613 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:31.869880 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:31.870241 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:31.870581 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:31.870920 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:31.871251 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:31.871580 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:31.871907 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:31.872231 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:31.872578 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:31.873530 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:31.873851 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:31.909947 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d843fd20-1735-4e01-8ec7-b30a9fcb36a0 req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] No DVR routers for this DVR port f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f on host hv-cinder-79797 {{(pid=99833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:37:31.912579 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-d843fd20-1735-4e01-8ec7-b30a9fcb36a0 req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:31.916381 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d843fd20-1735-4e01-8ec7-b30a9fcb36a0 req-47b026c6-dd38-4166-ac2b-4ff14ae6fbc6 tempest-VolumesActionsTest-1966627559 tempest-VolumesActionsTest-1966627559-project] 10.222.0.36 "DELETE /v2.0/ports/f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f HTTP/1.1" status: 204 len: 173 time: 0.5482175 Oct 14 11:37:31.916859 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37727652-22ba-4035-b0f7-0ad43264acd5', 'name': 'network-vif-deleted', 'tag': 'f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:37:31.919163 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d8f373-ad9c-4dda-b710-533671b1006f" -d '{"events": [{"server_uuid": "37727652-22ba-4035-b0f7-0ad43264acd5", "name": "network-vif-deleted", "tag": "f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:37:31.924687 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:31.961210 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7cbff3-2bcd-47f7-ba12-687b59ae7fd6 x-openstack-request-id: req-3d7cbff3-2bcd-47f7-ba12-687b59ae7fd6 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:37:31.961613 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37727652-22ba-4035-b0f7-0ad43264acd5", "name": "network-vif-deleted", "tag": "f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:37:31.961766 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d7cbff3-2bcd-47f7-ba12-687b59ae7fd6 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:37:31.962134 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37727652-22ba-4035-b0f7-0ad43264acd5', 'name': 'network-vif-deleted', 'tag': 'f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f', 'status': 'completed', 'code': 200} Oct 14 11:37:34.672477 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:37:34.692591 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:37:34.692925 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device f94de393-1dfd-4a0e-8b9d-1dc5871fdd2f not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:37:44.928381 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58274) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:37:44.982102 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd0f3a6-3c40-40b4-80dc-c0789ea6adcd admin admin] Deleting subnet da4923a4-ac0f-42f8-9c9e-3b43a1860244 {{(pid=99833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:37:44.986246 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3fd0f3a6-3c40-40b4-80dc-c0789ea6adcd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:45.026312 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3fd0f3a6-3c40-40b4-80dc-c0789ea6adcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4673356'] for subnet, precommit_delete_associations {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:45.069347 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3fd0f3a6-3c40-40b4-80dc-c0789ea6adcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856540'] for subnet, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:45.127813 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3fd0f3a6-3c40-40b4-80dc-c0789ea6adcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4673522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7397107'] for subnet, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:45.162946 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3fd0f3a6-3c40-40b4-80dc-c0789ea6adcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:45.169693 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58276) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:37:45.174731 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-3fd0f3a6-3c40-40b4-80dc-c0789ea6adcd admin admin] 10.222.0.69 "DELETE /v2.0/subnets/da4923a4-ac0f-42f8-9c9e-3b43a1860244 HTTP/1.1" status: 204 len: 168 time: 0.2419693 Oct 14 11:37:45.176477 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0f3a6-3c40-40b4-80dc-c0789ea6adcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4923a4-ac0f-42f8-9c9e-3b43a1860244,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:45.256380 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530326'] for network, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:45.351470 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854089', 'neutron.services.segments.db._delete_segments_for_network-8773231307825'] for network, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:45.375523 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99536f87-1634-4735-9292-90fd4239a375']}} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:45.386001 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcbebff-ba80-4443-a95a-2d88f4d62eee') {'for_net_delete': True} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:45.386422 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcbebff-ba80-4443-a95a-2d88f4d62eee') {} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:45.397162 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773231308346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1332807'] for segment, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:45.411127 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:45.419461 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=99832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:37:45.420069 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7940039'] for segment, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: Traceback (most recent call last): Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: timer() Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: cb(*args, **kw) Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: return func(*args, **kwargs) Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: self._notify() Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: self.callback(batched_events) Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: event.method(event) Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: return f(self, *a, **k) Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._get(url).json() Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: return self.request(url, 'GET', **kwargs) Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:37:45.422055 dv-cinder-797970-2-iscsi neutron-server[99832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:37:45.481408 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1778393'] for network, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:45.487250 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:45.493401 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/99536f87-1634-4735-9292-90fd4239a375 HTTP/1.1" status: 204 len: 168 time: 0.3198214 Oct 14 11:37:45.508860 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=99536f87-1634-4735-9292-90fd4239a375,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:45.517910 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:45.518387 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:45.518846 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:45.519189 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:45.519517 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:45.519842 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:45.520187 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:45.520495 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:45.520820 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:45.521138 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:45.521457 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:45.521770 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aa8a8-c24b-464e-bc03-b7a53b46b6d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:45.633521 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58280) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:37:45.685936 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-7c4915ab-0417-47d0-ad8f-2f91195ab23d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b9fea8551f2246cbb30b03a49e491205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508575 Oct 14 11:37:45.688488 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58282) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:37:45.778550 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5eba7b8b-36ef-4435-b973-310a0a76f3cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:45.802269 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5eba7b8b-36ef-4435-b973-310a0a76f3cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:45.880495 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5eba7b8b-36ef-4435-b973-310a0a76f3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:45.884176 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-5eba7b8b-36ef-4435-b973-310a0a76f3cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:45.889444 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-5eba7b8b-36ef-4435-b973-310a0a76f3cf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/91db388a-ba4c-43d5-bec1-4fc6ff6f33bd HTTP/1.1" status: 204 len: 168 time: 0.1994181 Oct 14 11:37:45.899784 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba7b8b-36ef-4435-b973-310a0a76f3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91db388a-ba4c-43d5-bec1-4fc6ff6f33bd,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:46.784804 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58312) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:37:46.906895 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-49e95613-3851-475e-ac52-d6bc89a0ef69 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-702320312-network', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:37:46.930769 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e95613-3851-475e-ac52-d6bc89a0ef69 admin admin] Made reservation on behalf of bd03876bb74840b9876ce7446e97c5bf for: {'network': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:37:46.933046 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-49e95613-3851-475e-ac52-d6bc89a0ef69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:46.943971 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-49e95613-3851-475e-ac52-d6bc89a0ef69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:47.052693 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-49e95613-3851-475e-ac52-d6bc89a0ef69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:47.057740 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-49e95613-3851-475e-ac52-d6bc89a0ef69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:47.088435 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e95613-3851-475e-ac52-d6bc89a0ef69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=99832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:37:47.095727 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e95613-3851-475e-ac52-d6bc89a0ef69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c215f63f-807b-4c20-9838-89a970f4495f,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:47.110964 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-49e95613-3851-475e-ac52-d6bc89a0ef69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:47.111442 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.segments_db [None req-49e95613-3851-475e-ac52-d6bc89a0ef69 admin admin] Added segment 22562a98-2e96-41a3-8a9d-5fe756fcb066 of type vlan for network 9e5d4eb7-f030-47ce-8206-2355b34de9eb Oct 14 11:37:47.158505 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-49e95613-3851-475e-ac52-d6bc89a0ef69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:47.192790 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-49e95613-3851-475e-ac52-d6bc89a0ef69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:47.193749 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e95613-3851-475e-ac52-d6bc89a0ef69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:47.194380 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-49e95613-3851-475e-ac52-d6bc89a0ef69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:47.236773 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-49e95613-3851-475e-ac52-d6bc89a0ef69 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4507685 Oct 14 11:37:47.239576 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58320) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:37:47.249196 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-19aa8bb1-66a5-4ad4-8059-00a40b016b60 admin admin] Request body: {'subnet': {'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-702320312-subnet', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'ip_version': 4}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:37:47.270982 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1c6facf8-18e9-4de4-b49e-ec97906c3d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:47.297395 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aa8bb1-66a5-4ad4-8059-00a40b016b60 admin admin] Made reservation on behalf of bd03876bb74840b9876ce7446e97c5bf for: {'subnet': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:37:47.300045 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-19aa8bb1-66a5-4ad4-8059-00a40b016b60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4544031'] for subnet, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:47.315254 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e95613-3851-475e-ac52-d6bc89a0ef69 admin admin] Pushing event updated for resources: {'Network': ['ID=9e5d4eb7-f030-47ce-8206-2355b34de9eb,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:47.327321 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network 9e5d4eb7-f030-47ce-8206-2355b34de9eb details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:37:47.506352 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-19aa8bb1-66a5-4ad4-8059-00a40b016b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7939620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4544009'] for subnet, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:47.571560 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa8bb1-66a5-4ad4-8059-00a40b016b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c99e45-56f6-422c-a7fe-7585bee7856a,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:47.579520 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa8bb1-66a5-4ad4-8059-00a40b016b60 admin admin] Checking segment: {'id': '22562a98-2e96-41a3-8a9d-5fe756fcb066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:37:47.579893 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aa8bb1-66a5-4ad4-8059-00a40b016b60 admin admin] Network hostable DHCP agents. Network: 9e5d4eb7-f030-47ce-8206-2355b34de9eb, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:37:47.600134 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aa8bb1-66a5-4ad4-8059-00a40b016b60 admin admin] Network 9e5d4eb7-f030-47ce-8206-2355b34de9eb is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:37:47.611208 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-19aa8bb1-66a5-4ad4-8059-00a40b016b60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, 9e5d4eb7-f030-47ce-8206-2355b34de9eb) {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:37:47.617293 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aa8bb1-66a5-4ad4-8059-00a40b016b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:47.618379 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-19aa8bb1-66a5-4ad4-8059-00a40b016b60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:47.623260 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb5ca64-4bd9-436a-a46a-fa6d74268c63 None None] Network 9e5d4eb7-f030-47ce-8206-2355b34de9eb requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:37:47.651328 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-19aa8bb1-66a5-4ad4-8059-00a40b016b60 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4107075 Oct 14 11:37:47.654891 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58322) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:37:47.662090 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-702320312-router', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:37:47.712285 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1785111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258251'] for router, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:47.717064 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1778262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258242'] for router, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:47.814179 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5caa67b-a7c2-582f-907b-e4beb9c2b537-9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'fixed_ips': [{'subnet_id': '04c99e45-56f6-422c-a7fe-7585bee7856a'}]}} from dv-cinder-797970-2-iscsi. {{(pid=99834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:37:47.815404 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:47.817936 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:47.983047 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.db_base_plugin_common [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Allocated IP 172.20.0.2 (9e5d4eb7-f030-47ce-8206-2355b34de9eb/04c99e45-56f6-422c-a7fe-7585bee7856a/5bb9f0a2-3147-460d-9a37-95f9c2874c9b) {{(pid=99834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:37:47.993768 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:48.160223 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Publish callbacks [] for port, precommit_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:48.170320 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:48.218952 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Network 9e5d4eb7-f030-47ce-8206-2355b34de9eb is already hosted by enough agents. {{(pid=99834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:37:48.224404 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.base_scheduler [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Resources bound (agent type, host, resource id): {{(pid=99834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:37:48.231848 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Received port after_create {{(pid=99834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:37:48.242628 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Pushing event updated for resources: {'Port': ['ID=5bb9f0a2-3147-460d-9a37-95f9c2874c9b,revision_number=1']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:48.254963 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:48.270800 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:48.271189 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:48.272015 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:48.272015 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:48.272307 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:48.272524 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:48.272858 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:48.273192 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:48.273552 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:48.273880 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:48.274239 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:48.274572 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:48.284246 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:48.320257 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Attempting to bind port 5bb9f0a2-3147-460d-9a37-95f9c2874c9b on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:37:48.320978 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Attempting to bind port 5bb9f0a2-3147-460d-9a37-95f9c2874c9b by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '22562a98-2e96-41a3-8a9d-5fe756fcb066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:37:48.321595 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Attempting to bind port 5bb9f0a2-3147-460d-9a37-95f9c2874c9b on network 9e5d4eb7-f030-47ce-8206-2355b34de9eb {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:37:48.328516 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:37:48.328929 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Checking segment: {'id': '22562a98-2e96-41a3-8a9d-5fe756fcb066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:37:48.329331 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:48.329744 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Bound using segment: {'id': '22562a98-2e96-41a3-8a9d-5fe756fcb066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:37:48.330295 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Bound port: 5bb9f0a2-3147-460d-9a37-95f9c2874c9b, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22562a98-2e96-41a3-8a9d-5fe756fcb066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:37:48.330681 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:48.411094 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Allocated IP 172.27.1.212 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/51d35aaf-ac9b-40bc-bee2-81d96ec8168b) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:37:48.435946 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] For port 5bb9f0a2-3147-460d-9a37-95f9c2874c9b, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:37:48.441996 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] For port 5bb9f0a2-3147-460d-9a37-95f9c2874c9b, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=5bb9f0a2-3147-460d-9a37-95f9c2874c9b,segment=NetworkSegment(22562a98-2e96-41a3-8a9d-5fe756fcb066),segment_id=22562a98-2e96-41a3-8a9d-5fe756fcb066)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:37:48.449072 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:48.549827 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:48.550899 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11419673-29ee-4dca-9052-8082dc1446f2 None None] Pushing event updated for resources: {'Port': ['ID=5bb9f0a2-3147-460d-9a37-95f9c2874c9b,revision_number=2']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:48.609240 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:48.674263 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:37:48.675455 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Pushing event updated for resources: {'Port': ['ID=51d35aaf-ac9b-40bc-bee2-81d96ec8168b,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:48.684440 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:37:48.687231 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:37:49.064996 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:49.316578 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 5bb9f0a2-3147-460d-9a37-95f9c2874c9b up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:37:49.346975 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1778273'] for router, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:49.403731 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 5bb9f0a2-3147-460d-9a37-95f9c2874c9b triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:49.404138 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:49.517997 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:49.573454 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] For port 5bb9f0a2-3147-460d-9a37-95f9c2874c9b, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=5bb9f0a2-3147-460d-9a37-95f9c2874c9b,segment=NetworkSegment(22562a98-2e96-41a3-8a9d-5fe756fcb066),segment_id=22562a98-2e96-41a3-8a9d-5fe756fcb066)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:37:49.581707 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:49.693540 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Pushing event updated for resources: {'Port': ['ID=5bb9f0a2-3147-460d-9a37-95f9c2874c9b,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:49.775757 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e02d64c5-7158-4032-bafe-4b2bd91adca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:49.841372 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc46fb-07d6-4e50-bf98-40aa49887bff None None] Network 9e5d4eb7-f030-47ce-8206-2355b34de9eb requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:37:49.853163 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Router 45d5e0db-f935-4c42-b402-70b120999649 is scheduled to L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e with binding_index 1 {{(pid=99832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:37:49.984454 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-f95ce6e0-2142-4321-847f-3f94c15bd69f None None] Provisioning complete for port 5bb9f0a2-3147-460d-9a37-95f9c2874c9b triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:49.985408 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f95ce6e0-2142-4321-847f-3f94c15bd69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:50.014731 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:37:50.029423 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Sync routers for ids ['45d5e0db-f935-4c42-b402-70b120999649'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:37:50.032913 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] Publish callbacks [] for router, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:50.037193 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-b5a4adcd-4bb8-4cc7-ba97-06bb4143a10a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3793156 Oct 14 11:37:50.037551 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58338) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:37:50.069672 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Routers {'45d5e0db-f935-4c42-b402-70b120999649'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:37:50.070467 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:37:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['45d5e0db-f935-4c42-b402-70b120999649'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:50.319270 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Set router 45d5e0db-f935-4c42-b402-70b120999649 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:37:50.588585 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d5e0db-f935-4c42-b402-70b120999649', 'name': 'tempest-TestMinimumBasicScenario-702320312-router', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:47Z', 'updated_at': '2021-10-14T11:37:48Z', 'revision_number': 3, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'gw_port': {'id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:48Z', 'updated_at': '2021-10-14T11:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:50.631727 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Checking router: 45d5e0db-f935-4c42-b402-70b120999649 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:37:50.632248 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Updating router 45d5e0db-f935-4c42-b402-70b120999649 port 51d35aaf-ac9b-40bc-bee2-81d96ec8168b binding host dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:37:50.671852 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:50.685551 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:50.862557 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-a836ce50-c59e-4c9c-af03-5faec91f3e27 None None] Provisioning complete for port 5bb9f0a2-3147-460d-9a37-95f9c2874c9b triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:50.863225 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-a836ce50-c59e-4c9c-af03-5faec91f3e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:50.924410 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Allocated IP 172.20.0.1 (9e5d4eb7-f030-47ce-8206-2355b34de9eb/04c99e45-56f6-422c-a7fe-7585bee7856a/e704bb64-178b-48c4-bed6-1bf42d05495c) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:37:51.100698 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:51.141401 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:51.144869 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Publish callbacks [] for port, precommit_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:51.166867 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:51.206236 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Network 9e5d4eb7-f030-47ce-8206-2355b34de9eb is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:37:51.206542 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:37:51.210987 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:37:51.274794 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Pushing event updated for resources: {'Port': ['ID=e704bb64-178b-48c4-bed6-1bf42d05495c,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:51.288201 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 5bb9f0a2-3147-460d-9a37-95f9c2874c9b up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:37:51.304860 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779286'] for router_interface, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:51.319837 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6c1bd-4f81-4c04-a70d-550093b48a29 None None] Pushing event updated for resources: {'Port': ['ID=51d35aaf-ac9b-40bc-bee2-81d96ec8168b,revision_number=2']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:51.328614 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:51.335723 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Attempting to bind port 51d35aaf-ac9b-40bc-bee2-81d96ec8168b on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:37:51.336094 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Attempting to bind port 51d35aaf-ac9b-40bc-bee2-81d96ec8168b by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:37:51.336456 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Attempting to bind port 51d35aaf-ac9b-40bc-bee2-81d96ec8168b on network 83eead26-18cc-4af0-9fe1-f024052b32e0 {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:37:51.346260 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:37:51.346669 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Checking segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:37:51.347035 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:51.347428 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Bound using segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:37:51.347898 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Bound port: 51d35aaf-ac9b-40bc-bee2-81d96ec8168b, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:37:51.348275 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:51.482628 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] For port 51d35aaf-ac9b-40bc-bee2-81d96ec8168b, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:37:51.484647 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 5bb9f0a2-3147-460d-9a37-95f9c2874c9b triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:51.485015 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:51.487772 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] For port 51d35aaf-ac9b-40bc-bee2-81d96ec8168b, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=51d35aaf-ac9b-40bc-bee2-81d96ec8168b,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:37:51.504760 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:51.516316 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:51.608488 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6c1bd-4f81-4c04-a70d-550093b48a29 None None] Pushing event updated for resources: {'Port': ['ID=51d35aaf-ac9b-40bc-bee2-81d96ec8168b,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:51.612038 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Routers {'45d5e0db-f935-4c42-b402-70b120999649'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:37:51.612817 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:37:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['45d5e0db-f935-4c42-b402-70b120999649'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:51.748164 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:51.754523 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:51.766752 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-8929cbc2-e79e-4818-adbe-0ec48b99db9c None None] Provisioning complete for port e704bb64-178b-48c4-bed6-1bf42d05495c triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:51.767210 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-8929cbc2-e79e-4818-adbe-0ec48b99db9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:51.831344 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] Set router 45d5e0db-f935-4c42-b402-70b120999649 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:37:52.098291 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-8929cbc2-e79e-4818-adbe-0ec48b99db9c None None] Port e704bb64-178b-48c4-bed6-1bf42d05495c cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:37:52.100760 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779234'] for router_interface, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:52.109600 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Pushing event updated for resources: {'Port': ['ID=e704bb64-178b-48c4-bed6-1bf42d05495c,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:52.241397 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Network 9e5d4eb7-f030-47ce-8206-2355b34de9eb is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:37:52.243230 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:37:52.290502 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d5e0db-f935-4c42-b402-70b120999649', 'name': 'tempest-TestMinimumBasicScenario-702320312-router', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:47Z', 'updated_at': '2021-10-14T11:37:51Z', 'revision_number': 4, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'gw_port': {'id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:48Z', 'updated_at': '2021-10-14T11:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': 'e704bb64-178b-48c4-bed6-1bf42d05495c', 'name': '', 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'mac_address': 'fa:16:3e:f9:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:50Z', 'updated_at': '2021-10-14T11:37:50Z', 'revision_number': 1, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'subnets': [{'id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:52.322486 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead06b69-47ed-48f7-a325-201ddada7c6a None None] The sync data for ids ['45d5e0db-f935-4c42-b402-70b120999649'] in dv-cinder-797970-2-iscsi is: [{'id': '45d5e0db-f935-4c42-b402-70b120999649', 'name': 'tempest-TestMinimumBasicScenario-702320312-router', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:47Z', 'updated_at': '2021-10-14T11:37:51Z', 'revision_number': 4, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'gw_port': {'id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:48Z', 'updated_at': '2021-10-14T11:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': 'e704bb64-178b-48c4-bed6-1bf42d05495c', 'name': '', 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'mac_address': 'fa:16:3e:f9:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:50Z', 'updated_at': '2021-10-14T11:37:50Z', 'revision_number': 1, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'subnets': [{'id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:37:52.443315 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Router 45d5e0db-f935-4c42-b402-70b120999649 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:37:52.562849 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:52.603125 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:37:52.629210 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-ff7563f3-3892-4df5-8eb5-90ddcacd0a7c admin admin] 10.222.0.69 "PUT /v2.0/routers/45d5e0db-f935-4c42-b402-70b120999649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5812135 Oct 14 11:37:52.657720 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-efd4d538-22a8-412b-a8d3-ea3a95e5bd18 None None] Provisioning complete for port e704bb64-178b-48c4-bed6-1bf42d05495c triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:52.658125 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-efd4d538-22a8-412b-a8d3-ea3a95e5bd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:52.732457 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-efd4d538-22a8-412b-a8d3-ea3a95e5bd18 None None] Port e704bb64-178b-48c4-bed6-1bf42d05495c cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:37:53.020517 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:53.424610 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58370) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:37:53.429845 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-b5ce5a2c-3299-4552-a525-a22a1a8d6ba8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-270594856-network', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:37:53.453080 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ce5a2c-3299-4552-a525-a22a1a8d6ba8 admin admin] Made reservation on behalf of e42ddf0e27da4c60a2e124481c8b949f for: {'network': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:37:53.455984 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5a2c-3299-4552-a525-a22a1a8d6ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:53.469981 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5a2c-3299-4552-a525-a22a1a8d6ba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:53.585853 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5a2c-3299-4552-a525-a22a1a8d6ba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:53.591585 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5a2c-3299-4552-a525-a22a1a8d6ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:53.632823 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ce5a2c-3299-4552-a525-a22a1a8d6ba8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=99833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:37:53.638584 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce5a2c-3299-4552-a525-a22a1a8d6ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b553bc4-8769-4d72-abe2-92c5a0a7824a,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:53.652735 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5a2c-3299-4552-a525-a22a1a8d6ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:53.653051 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.segments_db [None req-b5ce5a2c-3299-4552-a525-a22a1a8d6ba8 admin admin] Added segment 8e67ddac-e5c7-4364-9723-c9265a183ac8 of type vlan for network eb0249af-8ff5-403a-9871-24dd59359899 Oct 14 11:37:53.708718 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5a2c-3299-4552-a525-a22a1a8d6ba8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:53.767004 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5a2c-3299-4552-a525-a22a1a8d6ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:53.768980 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ce5a2c-3299-4552-a525-a22a1a8d6ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:53.769845 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-b5ce5a2c-3299-4552-a525-a22a1a8d6ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:53.810503 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-b5ce5a2c-3299-4552-a525-a22a1a8d6ba8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3846810 Oct 14 11:37:53.813580 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58372) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:37:53.852358 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-70c9f8e4-356f-4db9-8a5f-f307df72c9aa admin admin] Request body: {'subnet': {'network_id': 'eb0249af-8ff5-403a-9871-24dd59359899', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-270594856-subnet', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'ip_version': 4}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:37:53.868432 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce5a2c-3299-4552-a525-a22a1a8d6ba8 admin admin] Pushing event updated for resources: {'Network': ['ID=eb0249af-8ff5-403a-9871-24dd59359899,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:53.911079 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network eb0249af-8ff5-403a-9871-24dd59359899 details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:37:53.932513 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c9f8e4-356f-4db9-8a5f-f307df72c9aa admin admin] Made reservation on behalf of e42ddf0e27da4c60a2e124481c8b949f for: {'subnet': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:37:53.935582 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-70c9f8e4-356f-4db9-8a5f-f307df72c9aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7397086'] for subnet, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:54.170574 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-70c9f8e4-356f-4db9-8a5f-f307df72c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4673459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7397064'] for subnet, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:54.247615 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9f8e4-356f-4db9-8a5f-f307df72c9aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=38dda9bd-7493-4280-8fd4-63cf67ad3e99,revision_number=0']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:54.255834 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c9f8e4-356f-4db9-8a5f-f307df72c9aa admin admin] Checking segment: {'id': '8e67ddac-e5c7-4364-9723-c9265a183ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eb0249af-8ff5-403a-9871-24dd59359899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:37:54.256221 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c9f8e4-356f-4db9-8a5f-f307df72c9aa admin admin] Network hostable DHCP agents. Network: eb0249af-8ff5-403a-9871-24dd59359899, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:37:54.291759 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c9f8e4-356f-4db9-8a5f-f307df72c9aa admin admin] Network eb0249af-8ff5-403a-9871-24dd59359899 is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:37:54.302856 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-70c9f8e4-356f-4db9-8a5f-f307df72c9aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, eb0249af-8ff5-403a-9871-24dd59359899) {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:37:54.309143 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c9f8e4-356f-4db9-8a5f-f307df72c9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:37:54.309946 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-70c9f8e4-356f-4db9-8a5f-f307df72c9aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:54.320837 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac42fd5-9cfa-4274-9a76-edf052998085 None None] Network eb0249af-8ff5-403a-9871-24dd59359899 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:37:54.330445 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-70c9f8e4-356f-4db9-8a5f-f307df72c9aa admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5155423 Oct 14 11:37:54.333272 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58382) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:37:54.343532 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-270594856-router', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:37:54.382966 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1785111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258251'] for router, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:54.384010 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1778262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258242'] for router, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:54.447557 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:54.576308 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5caa67b-a7c2-582f-907b-e4beb9c2b537-eb0249af-8ff5-403a-9871-24dd59359899', 'network_id': 'eb0249af-8ff5-403a-9871-24dd59359899', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'fixed_ips': [{'subnet_id': '38dda9bd-7493-4280-8fd4-63cf67ad3e99'}]}} from dv-cinder-797970-2-iscsi. {{(pid=99834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:37:54.577181 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:54.644844 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:54.757508 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.db_base_plugin_common [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Allocated IP 172.20.0.2 (eb0249af-8ff5-403a-9871-24dd59359899/38dda9bd-7493-4280-8fd4-63cf67ad3e99/876554fe-60b1-46ab-ac26-d74ee82af3da) {{(pid=99834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:37:54.912845 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:54.936434 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:54.943805 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Publish callbacks [] for port, precommit_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:54.953330 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Sync routers for ids ['45d5e0db-f935-4c42-b402-70b120999649'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:37:54.957041 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:54.964228 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Routers {'45d5e0db-f935-4c42-b402-70b120999649'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:37:54.965404 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:37:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['45d5e0db-f935-4c42-b402-70b120999649'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:54.985977 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Network eb0249af-8ff5-403a-9871-24dd59359899 is already hosted by enough agents. {{(pid=99834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:37:54.988896 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.base_scheduler [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Resources bound (agent type, host, resource id): {{(pid=99834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:37:54.994693 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Received port after_create {{(pid=99834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:37:55.051846 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Allocated IP 172.27.1.251 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/51466958-7d92-4682-a8e6-31ba2a5c622a) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:37:55.077613 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Attempting to bind port 876554fe-60b1-46ab-ac26-d74ee82af3da on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:37:55.078071 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Attempting to bind port 876554fe-60b1-46ab-ac26-d74ee82af3da by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '8e67ddac-e5c7-4364-9723-c9265a183ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eb0249af-8ff5-403a-9871-24dd59359899'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:37:55.078516 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Attempting to bind port 876554fe-60b1-46ab-ac26-d74ee82af3da on network eb0249af-8ff5-403a-9871-24dd59359899 {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:37:55.081300 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Set router 45d5e0db-f935-4c42-b402-70b120999649 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:37:55.086224 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:37:55.086691 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Checking segment: {'id': '8e67ddac-e5c7-4364-9723-c9265a183ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eb0249af-8ff5-403a-9871-24dd59359899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:37:55.087154 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:55.087610 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Bound using segment: {'id': '8e67ddac-e5c7-4364-9723-c9265a183ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eb0249af-8ff5-403a-9871-24dd59359899'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:37:55.088144 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Bound port: 876554fe-60b1-46ab-ac26-d74ee82af3da, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e67ddac-e5c7-4364-9723-c9265a183ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eb0249af-8ff5-403a-9871-24dd59359899'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:37:55.088584 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:55.103787 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Pushing event updated for resources: {'Port': ['ID=876554fe-60b1-46ab-ac26-d74ee82af3da,revision_number=1']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:55.178794 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] For port 876554fe-60b1-46ab-ac26-d74ee82af3da, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:37:55.182225 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] For port 876554fe-60b1-46ab-ac26-d74ee82af3da, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=876554fe-60b1-46ab-ac26-d74ee82af3da,segment=NetworkSegment(8e67ddac-e5c7-4364-9723-c9265a183ac8),segment_id=8e67ddac-e5c7-4364-9723-c9265a183ac8)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:37:55.189092 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:55.189844 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:55.260504 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:55.289062 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 51d35aaf-ac9b-40bc-bee2-81d96ec8168b up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:37:55.319904 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470efe8-e879-4d0a-bc63-033ad7a3dfbf None None] Pushing event updated for resources: {'Port': ['ID=876554fe-60b1-46ab-ac26-d74ee82af3da,revision_number=2']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:55.332466 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Pushing event updated for resources: {'Port': ['ID=51466958-7d92-4682-a8e6-31ba2a5c622a,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:55.338680 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:37:55.340963 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:37:55.341781 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d5e0db-f935-4c42-b402-70b120999649', 'name': 'tempest-TestMinimumBasicScenario-702320312-router', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:47Z', 'updated_at': '2021-10-14T11:37:51Z', 'revision_number': 4, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'gw_port': {'id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:48Z', 'updated_at': '2021-10-14T11:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': 'e704bb64-178b-48c4-bed6-1bf42d05495c', 'name': '', 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'mac_address': 'fa:16:3e:f9:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:50Z', 'updated_at': '2021-10-14T11:37:51Z', 'revision_number': 2, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'subnets': [{'id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:55.343966 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:37:55.352581 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 51d35aaf-ac9b-40bc-bee2-81d96ec8168b triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:55.353052 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:55.390161 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Checking router: 45d5e0db-f935-4c42-b402-70b120999649 for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:37:55.390553 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Updating router 45d5e0db-f935-4c42-b402-70b120999649 port e704bb64-178b-48c4-bed6-1bf42d05495c binding host dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:37:55.395938 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:37:55.423944 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:55.480182 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:55.555480 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] For port 51d35aaf-ac9b-40bc-bee2-81d96ec8168b, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=51d35aaf-ac9b-40bc-bee2-81d96ec8168b,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:37:55.567690 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:55.642028 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Pushing event updated for resources: {'Port': ['ID=51d35aaf-ac9b-40bc-bee2-81d96ec8168b,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:55.688294 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:55.843236 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:55.849438 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:55.905641 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1778273'] for router, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:55.910811 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b7500-81dd-4169-a012-426d20046079 None None] Pushing event updated for resources: {'Port': ['ID=e704bb64-178b-48c4-bed6-1bf42d05495c,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:55.936103 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b7500-81dd-4169-a012-426d20046079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:55.936359 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b7500-81dd-4169-a012-426d20046079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:55.936876 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b7500-81dd-4169-a012-426d20046079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:55.937396 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b7500-81dd-4169-a012-426d20046079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:55.937735 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b7500-81dd-4169-a012-426d20046079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:55.938069 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b7500-81dd-4169-a012-426d20046079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:55.938434 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b7500-81dd-4169-a012-426d20046079 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:55.938759 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b7500-81dd-4169-a012-426d20046079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:55.939085 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b7500-81dd-4169-a012-426d20046079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:55.939407 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b7500-81dd-4169-a012-426d20046079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:55.939728 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b7500-81dd-4169-a012-426d20046079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:55.940047 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b7500-81dd-4169-a012-426d20046079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:37:55.973463 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Attempting to bind port e704bb64-178b-48c4-bed6-1bf42d05495c on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:37:55.974138 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Attempting to bind port e704bb64-178b-48c4-bed6-1bf42d05495c by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '22562a98-2e96-41a3-8a9d-5fe756fcb066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:37:55.974284 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Attempting to bind port e704bb64-178b-48c4-bed6-1bf42d05495c on network 9e5d4eb7-f030-47ce-8206-2355b34de9eb {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:37:55.980099 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:37:55.980545 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Checking segment: {'id': '22562a98-2e96-41a3-8a9d-5fe756fcb066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:37:55.980895 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:55.981246 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Bound using segment: {'id': '22562a98-2e96-41a3-8a9d-5fe756fcb066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:37:55.981744 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Bound port: e704bb64-178b-48c4-bed6-1bf42d05495c, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22562a98-2e96-41a3-8a9d-5fe756fcb066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:37:55.982119 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:56.047994 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Router 96451222-d094-453f-8fb5-57a4df80d295 is scheduled to L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e with binding_index 1 {{(pid=99832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:37:56.068061 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] For port e704bb64-178b-48c4-bed6-1bf42d05495c, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:37:56.072044 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] For port e704bb64-178b-48c4-bed6-1bf42d05495c, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=e704bb64-178b-48c4-bed6-1bf42d05495c,segment=NetworkSegment(22562a98-2e96-41a3-8a9d-5fe756fcb066),segment_id=22562a98-2e96-41a3-8a9d-5fe756fcb066)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:37:56.077884 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:56.142303 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Routers {'45d5e0db-f935-4c42-b402-70b120999649'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:37:56.142955 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:37:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['45d5e0db-f935-4c42-b402-70b120999649'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:56.170018 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d8e62f66-39b0-4f12-85f4-0accb115700d None None] Provisioning complete for port e704bb64-178b-48c4-bed6-1bf42d05495c triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:56.170550 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d8e62f66-39b0-4f12-85f4-0accb115700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:56.177321 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:37:56.180910 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b7500-81dd-4169-a012-426d20046079 None None] Pushing event updated for resources: {'Port': ['ID=e704bb64-178b-48c4-bed6-1bf42d05495c,revision_number=4']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:56.215252 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] Publish callbacks [] for router, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:56.217734 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Sync routers for ids ['96451222-d094-453f-8fb5-57a4df80d295'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:37:56.219870 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58402) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:37:56.220374 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-9c58473a-b785-41a0-8753-311b09177c38 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8840938 Oct 14 11:37:56.236340 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Routers {'96451222-d094-453f-8fb5-57a4df80d295'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:37:56.237035 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:37:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['96451222-d094-453f-8fb5-57a4df80d295'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:56.351800 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] Set router 45d5e0db-f935-4c42-b402-70b120999649 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:37:56.398330 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d8e62f66-39b0-4f12-85f4-0accb115700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:56.476761 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Set router 96451222-d094-453f-8fb5-57a4df80d295 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:37:56.582937 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800a4114-5d3f-45ed-adad-c4d5a6610343 None None] Network eb0249af-8ff5-403a-9871-24dd59359899 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:37:56.664824 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d8e62f66-39b0-4f12-85f4-0accb115700d None None] For port e704bb64-178b-48c4-bed6-1bf42d05495c, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=e704bb64-178b-48c4-bed6-1bf42d05495c,segment=NetworkSegment(22562a98-2e96-41a3-8a9d-5fe756fcb066),segment_id=22562a98-2e96-41a3-8a9d-5fe756fcb066)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:37:56.698953 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d8e62f66-39b0-4f12-85f4-0accb115700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:56.718751 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d5e0db-f935-4c42-b402-70b120999649', 'name': 'tempest-TestMinimumBasicScenario-702320312-router', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:47Z', 'updated_at': '2021-10-14T11:37:51Z', 'revision_number': 4, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'gw_port': {'id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:48Z', 'updated_at': '2021-10-14T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': 'e704bb64-178b-48c4-bed6-1bf42d05495c', 'name': '', 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'mac_address': 'fa:16:3e:f9:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:50Z', 'updated_at': '2021-10-14T11:37:56Z', 'revision_number': 4, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'subnets': [{'id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:56.754896 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a7878-de23-4a3d-b477-3ec0061b9836 None None] The sync data for ids ['45d5e0db-f935-4c42-b402-70b120999649'] in dv-cinder-797970-2-iscsi is: [{'id': '45d5e0db-f935-4c42-b402-70b120999649', 'name': 'tempest-TestMinimumBasicScenario-702320312-router', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:47Z', 'updated_at': '2021-10-14T11:37:51Z', 'revision_number': 4, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'gw_port': {'id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:48Z', 'updated_at': '2021-10-14T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': 'e704bb64-178b-48c4-bed6-1bf42d05495c', 'name': '', 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'mac_address': 'fa:16:3e:f9:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:50Z', 'updated_at': '2021-10-14T11:37:56Z', 'revision_number': 4, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'subnets': [{'id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:37:56.815952 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:56.870261 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e62f66-39b0-4f12-85f4-0accb115700d None None] Pushing event updated for resources: {'Port': ['ID=e704bb64-178b-48c4-bed6-1bf42d05495c,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:56.894337 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-bd4ee2a9-27c1-4670-b98b-65895dc1d8eb None None] Provisioning complete for port e704bb64-178b-48c4-bed6-1bf42d05495c triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:56.894710 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-bd4ee2a9-27c1-4670-b98b-65895dc1d8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:56.983981 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96451222-d094-453f-8fb5-57a4df80d295', 'name': 'tempest-TestMinimumBasicScenario-270594856-router', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51466958-7d92-4682-a8e6-31ba2a5c622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:54Z', 'updated_at': '2021-10-14T11:37:55Z', 'revision_number': 3, 'project_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'gw_port': {'id': '51466958-7d92-4682-a8e6-31ba2a5c622a', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96451222-d094-453f-8fb5-57a4df80d295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:54Z', 'updated_at': '2021-10-14T11:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:57.037621 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Allocated IP 172.20.0.1 (eb0249af-8ff5-403a-9871-24dd59359899/38dda9bd-7493-4280-8fd4-63cf67ad3e99/4b43612a-9901-43eb-be80-313c995c74c9) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:37:57.185841 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Checking router: 96451222-d094-453f-8fb5-57a4df80d295 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:37:57.185841 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Updating router 96451222-d094-453f-8fb5-57a4df80d295 port 51466958-7d92-4682-a8e6-31ba2a5c622a binding host dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:37:57.248365 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:57.291598 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:57.365315 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:57.409905 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-bd4ee2a9-27c1-4670-b98b-65895dc1d8eb None None] Provisioning complete for port 876554fe-60b1-46ab-ac26-d74ee82af3da triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:57.410309 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-bd4ee2a9-27c1-4670-b98b-65895dc1d8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:57.429182 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Network eb0249af-8ff5-403a-9871-24dd59359899 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:37:57.432141 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:37:57.454819 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:37:57.460531 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Pushing event updated for resources: {'Port': ['ID=4b43612a-9901-43eb-be80-313c995c74c9,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:57.478400 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 51d35aaf-ac9b-40bc-bee2-81d96ec8168b up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:37:57.504992 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779286'] for router_interface, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:57.645959 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 51d35aaf-ac9b-40bc-bee2-81d96ec8168b triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:57.646660 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:57.668201 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:57.676122 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-bd4ee2a9-27c1-4670-b98b-65895dc1d8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:57.764812 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-bd4ee2a9-27c1-4670-b98b-65895dc1d8eb None None] For port 876554fe-60b1-46ab-ac26-d74ee82af3da, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=876554fe-60b1-46ab-ac26-d74ee82af3da,segment=NetworkSegment(8e67ddac-e5c7-4364-9723-c9265a183ac8),segment_id=8e67ddac-e5c7-4364-9723-c9265a183ac8)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:37:57.775226 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-bd4ee2a9-27c1-4670-b98b-65895dc1d8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:57.793168 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Publish callbacks [] for port, precommit_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:57.821958 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:57.842327 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:57.850787 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:57.891638 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ee2a9-27c1-4670-b98b-65895dc1d8eb None None] Pushing event updated for resources: {'Port': ['ID=876554fe-60b1-46ab-ac26-d74ee82af3da,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:57.909302 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Attempting to bind port 51466958-7d92-4682-a8e6-31ba2a5c622a on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:37:57.909666 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Attempting to bind port 51466958-7d92-4682-a8e6-31ba2a5c622a by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:37:57.910025 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Attempting to bind port 51466958-7d92-4682-a8e6-31ba2a5c622a on network 83eead26-18cc-4af0-9fe1-f024052b32e0 {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:37:57.923861 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Pushing event updated for resources: {'Port': ['ID=4b43612a-9901-43eb-be80-313c995c74c9,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:57.926260 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779234'] for router_interface, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:57.944423 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:37:57.944797 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Checking segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:37:57.945202 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:57.945594 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Bound using segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:37:57.946074 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Bound port: 51466958-7d92-4682-a8e6-31ba2a5c622a, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:37:57.946478 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:57.954218 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 876554fe-60b1-46ab-ac26-d74ee82af3da up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:37:57.994861 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-253debb0-f681-44ea-be7a-5497fc330f3f None None] Provisioning complete for port 4b43612a-9901-43eb-be80-313c995c74c9 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:57.995235 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-253debb0-f681-44ea-be7a-5497fc330f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.020041 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Network eb0249af-8ff5-403a-9871-24dd59359899 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:37:58.021468 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:37:58.030165 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578b78e-0d62-4587-9d53-46da772294d4 None None] Pushing event updated for resources: {'Port': ['ID=51466958-7d92-4682-a8e6-31ba2a5c622a,revision_number=2']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:58.077903 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] For port 51466958-7d92-4682-a8e6-31ba2a5c622a, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:37:58.080441 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-253debb0-f681-44ea-be7a-5497fc330f3f None None] Port 4b43612a-9901-43eb-be80-313c995c74c9 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:37:58.083107 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] For port 51466958-7d92-4682-a8e6-31ba2a5c622a, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=51466958-7d92-4682-a8e6-31ba2a5c622a,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:37:58.093332 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.133855 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-253debb0-f681-44ea-be7a-5497fc330f3f None None] Provisioning complete for port 876554fe-60b1-46ab-ac26-d74ee82af3da triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:58.134241 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-253debb0-f681-44ea-be7a-5497fc330f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.140553 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 876554fe-60b1-46ab-ac26-d74ee82af3da triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:58.140917 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.143670 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Router 96451222-d094-453f-8fb5-57a4df80d295 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:37:58.223886 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578b78e-0d62-4587-9d53-46da772294d4 None None] Pushing event updated for resources: {'Port': ['ID=51466958-7d92-4682-a8e6-31ba2a5c622a,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:58.232735 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Routers {'96451222-d094-453f-8fb5-57a4df80d295'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:37:58.233359 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:37:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['96451222-d094-453f-8fb5-57a4df80d295'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:58.269057 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:37:58.274541 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-f58e175b-35be-40e0-9b9f-b6b70e5fd31a admin admin] 10.222.0.69 "PUT /v2.0/routers/96451222-d094-453f-8fb5-57a4df80d295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0528381 Oct 14 11:37:58.313299 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58462) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:37:58.362169 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf24a546-8a81-43a4-ba47-47f2f866e562 admin admin] Deleting subnet 43c974d8-0fe3-4587-a681-f41884581e88 {{(pid=99833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:37:58.365268 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-cf24a546-8a81-43a4-ba47-47f2f866e562 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.404158 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-cf24a546-8a81-43a4-ba47-47f2f866e562 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4673356'] for subnet, precommit_delete_associations {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.423807 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device e704bb64-178b-48c4-bed6-1bf42d05495c up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:37:58.428897 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] Set router 96451222-d094-453f-8fb5-57a4df80d295 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:37:58.451093 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-cf24a546-8a81-43a4-ba47-47f2f866e562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856540'] for subnet, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.511615 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-cf24a546-8a81-43a4-ba47-47f2f866e562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4673522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7397107'] for subnet, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.541787 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24a546-8a81-43a4-ba47-47f2f866e562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c974d8-0fe3-4587-a681-f41884581e88,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:58.545032 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-cf24a546-8a81-43a4-ba47-47f2f866e562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.548551 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-cf24a546-8a81-43a4-ba47-47f2f866e562 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/43c974d8-0fe3-4587-a681-f41884581e88 HTTP/1.1" status: 204 len: 168 time: 0.2341936 Oct 14 11:37:58.551607 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58470) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:37:58.569068 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-85a2ddf2-d5c9-46cd-b2eb-552fda921708 None None] Provisioning complete for port 4b43612a-9901-43eb-be80-313c995c74c9 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:58.569534 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-85a2ddf2-d5c9-46cd-b2eb-552fda921708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.628673 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port e704bb64-178b-48c4-bed6-1bf42d05495c triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:58.629049 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.632920 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ff9a-7f4a-4cf2-a3d4-b8754c5ba7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530326'] for network, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.678623 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-85a2ddf2-d5c9-46cd-b2eb-552fda921708 None None] Port 4b43612a-9901-43eb-be80-313c995c74c9 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:37:58.730373 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ff9a-7f4a-4cf2-a3d4-b8754c5ba7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854089', 'neutron.services.segments.db._delete_segments_for_network-8773231307825'] for network, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.758308 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.services.segments.db [None req-f4e0ff9a-7f4a-4cf2-a3d4-b8754c5ba7fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f2d363-11eb-425d-bda9-98923039098f']}} {{(pid=99833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:58.769957 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.services.segments.db [None req-f4e0ff9a-7f4a-4cf2-a3d4-b8754c5ba7fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427b167f-42d9-405c-82f1-51c76681ec9b') {'for_net_delete': True} {{(pid=99833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:58.770303 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.services.segments.db [None req-f4e0ff9a-7f4a-4cf2-a3d4-b8754c5ba7fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427b167f-42d9-405c-82f1-51c76681ec9b') {} {{(pid=99833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:58.780687 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ff9a-7f4a-4cf2-a3d4-b8754c5ba7fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773231308346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4673397'] for segment, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.790949 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96451222-d094-453f-8fb5-57a4df80d295', 'name': 'tempest-TestMinimumBasicScenario-270594856-router', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51466958-7d92-4682-a8e6-31ba2a5c622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:54Z', 'updated_at': '2021-10-14T11:37:57Z', 'revision_number': 4, 'project_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'gw_port': {'id': '51466958-7d92-4682-a8e6-31ba2a5c622a', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96451222-d094-453f-8fb5-57a4df80d295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:54Z', 'updated_at': '2021-10-14T11:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '4b43612a-9901-43eb-be80-313c995c74c9', 'name': '', 'network_id': 'eb0249af-8ff5-403a-9871-24dd59359899', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'mac_address': 'fa:16:3e:60:12:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96451222-d094-453f-8fb5-57a4df80d295', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '38dda9bd-7493-4280-8fd4-63cf67ad3e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:56Z', 'updated_at': '2021-10-14T11:37:57Z', 'revision_number': 2, 'project_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'subnets': [{'id': '38dda9bd-7493-4280-8fd4-63cf67ad3e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:37:58.795568 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ff9a-7f4a-4cf2-a3d4-b8754c5ba7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.802452 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e0ff9a-7f4a-4cf2-a3d4-b8754c5ba7fb admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=99833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:37:58.803135 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ff9a-7f4a-4cf2-a3d4-b8754c5ba7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4673104'] for segment, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: Traceback (most recent call last): Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: timer() Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: cb(*args, **kw) Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: return func(*args, **kwargs) Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: self._notify() Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: self.callback(batched_events) Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: event.method(event) Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: return f(self, *a, **k) Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: return self._get(url).json() Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: return self.request(url, 'GET', **kwargs) Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:37:58.804885 dv-cinder-797970-2-iscsi neutron-server[99833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:37:58.818317 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12e8a68-c154-4d10-93d6-aed6f8a74f70 None None] The sync data for ids ['96451222-d094-453f-8fb5-57a4df80d295'] in dv-cinder-797970-2-iscsi is: [{'id': '96451222-d094-453f-8fb5-57a4df80d295', 'name': 'tempest-TestMinimumBasicScenario-270594856-router', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51466958-7d92-4682-a8e6-31ba2a5c622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:54Z', 'updated_at': '2021-10-14T11:37:57Z', 'revision_number': 4, 'project_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'gw_port': {'id': '51466958-7d92-4682-a8e6-31ba2a5c622a', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96451222-d094-453f-8fb5-57a4df80d295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:54Z', 'updated_at': '2021-10-14T11:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '4b43612a-9901-43eb-be80-313c995c74c9', 'name': '', 'network_id': 'eb0249af-8ff5-403a-9871-24dd59359899', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'mac_address': 'fa:16:3e:60:12:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96451222-d094-453f-8fb5-57a4df80d295', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '38dda9bd-7493-4280-8fd4-63cf67ad3e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:56Z', 'updated_at': '2021-10-14T11:37:57Z', 'revision_number': 2, 'project_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'subnets': [{'id': '38dda9bd-7493-4280-8fd4-63cf67ad3e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:37:58.892749 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ff9a-7f4a-4cf2-a3d4-b8754c5ba7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1778393'] for network, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.900739 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ff9a-7f4a-4cf2-a3d4-b8754c5ba7fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:58.907137 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-f4e0ff9a-7f4a-4cf2-a3d4-b8754c5ba7fb admin admin] 10.222.0.69 "DELETE /v2.0/networks/a4f2d363-11eb-425d-bda9-98923039098f HTTP/1.1" status: 204 len: 168 time: 0.3526783 Oct 14 11:37:58.918405 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0ff9a-7f4a-4cf2-a3d4-b8754c5ba7fb admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f2d363-11eb-425d-bda9-98923039098f,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:37:59.149737 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58488) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:37:59.206709 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-e480aae1-fcb8-430f-aa2e-5792b72ede78 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a2e51d1169bc44a990c183a697f2b76a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557115 Oct 14 11:37:59.209058 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58490) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:37:59.266262 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 876554fe-60b1-46ab-ac26-d74ee82af3da up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:37:59.304535 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-24716dd1-5acd-4e70-b87b-0a410ae82eb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:59.330811 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 876554fe-60b1-46ab-ac26-d74ee82af3da triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:37:59.331195 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:59.361595 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-24716dd1-5acd-4e70-b87b-0a410ae82eb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:59.427958 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-24716dd1-5acd-4e70-b87b-0a410ae82eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:59.430578 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-24716dd1-5acd-4e70-b87b-0a410ae82eb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:37:59.434887 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-24716dd1-5acd-4e70-b87b-0a410ae82eb9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/73fbb4c9-831d-4f64-969f-64a3b2b34d4e HTTP/1.1" status: 204 len: 168 time: 0.2057962 Oct 14 11:37:59.451874 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24716dd1-5acd-4e70-b87b-0a410ae82eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fbb4c9-831d-4f64-969f-64a3b2b34d4e,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:00.390480 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58512) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:00.519537 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-a00c087e-8e0d-458d-8f14-e2e71dc2add8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-95014125-network', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:00.548218 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00c087e-8e0d-458d-8f14-e2e71dc2add8 admin admin] Made reservation on behalf of 5e1aec9f39fe40678b431698b09f8ba4 for: {'network': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:38:00.550932 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a00c087e-8e0d-458d-8f14-e2e71dc2add8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:00.562321 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a00c087e-8e0d-458d-8f14-e2e71dc2add8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:00.651972 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a00c087e-8e0d-458d-8f14-e2e71dc2add8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:00.658821 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a00c087e-8e0d-458d-8f14-e2e71dc2add8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:00.688167 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c087e-8e0d-458d-8f14-e2e71dc2add8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaa236a-fab6-4df5-ae2a-dc7174158aa6,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:00.710363 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00c087e-8e0d-458d-8f14-e2e71dc2add8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=99833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:38:00.729237 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a00c087e-8e0d-458d-8f14-e2e71dc2add8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:00.729755 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.segments_db [None req-a00c087e-8e0d-458d-8f14-e2e71dc2add8 admin admin] Added segment 9e6b1e32-9856-461f-821b-f1b9e23b1533 of type vlan for network b9b8e66e-94c5-462e-86fc-3a020a21504b Oct 14 11:38:00.783305 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a00c087e-8e0d-458d-8f14-e2e71dc2add8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:00.813482 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a00c087e-8e0d-458d-8f14-e2e71dc2add8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:00.814911 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c087e-8e0d-458d-8f14-e2e71dc2add8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:00.815596 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a00c087e-8e0d-458d-8f14-e2e71dc2add8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:00.861409 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-a00c087e-8e0d-458d-8f14-e2e71dc2add8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4690170 Oct 14 11:38:00.864496 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58516) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:00.869839 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-9b87eed9-d29b-4fb4-9cbb-f3887c1623a9 admin admin] Request body: {'subnet': {'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-95014125-subnet', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'ip_version': 4}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:00.895619 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c087e-8e0d-458d-8f14-e2e71dc2add8 admin admin] Pushing event updated for resources: {'Network': ['ID=b9b8e66e-94c5-462e-86fc-3a020a21504b,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:00.905512 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network b9b8e66e-94c5-462e-86fc-3a020a21504b details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:38:00.914864 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b87eed9-d29b-4fb4-9cbb-f3887c1623a9 admin admin] Made reservation on behalf of 5e1aec9f39fe40678b431698b09f8ba4 for: {'subnet': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:38:00.918601 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9b87eed9-d29b-4fb4-9cbb-f3887c1623a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4544031'] for subnet, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:01.186610 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9b87eed9-d29b-4fb4-9cbb-f3887c1623a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7939620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4544009'] for subnet, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:01.262717 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87eed9-d29b-4fb4-9cbb-f3887c1623a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66472857-1d64-42b3-8a3a-11190a05f7e4,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:01.279479 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b87eed9-d29b-4fb4-9cbb-f3887c1623a9 admin admin] Checking segment: {'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:38:01.279847 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b87eed9-d29b-4fb4-9cbb-f3887c1623a9 admin admin] Network hostable DHCP agents. Network: b9b8e66e-94c5-462e-86fc-3a020a21504b, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:38:01.292528 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 51466958-7d92-4682-a8e6-31ba2a5c622a up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:38:01.336551 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b87eed9-d29b-4fb4-9cbb-f3887c1623a9 admin admin] Network b9b8e66e-94c5-462e-86fc-3a020a21504b is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:38:01.359951 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-9b87eed9-d29b-4fb4-9cbb-f3887c1623a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, b9b8e66e-94c5-462e-86fc-3a020a21504b) {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:38:01.363426 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 51466958-7d92-4682-a8e6-31ba2a5c622a triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:01.363725 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:01.364941 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b87eed9-d29b-4fb4-9cbb-f3887c1623a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:01.365612 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9b87eed9-d29b-4fb4-9cbb-f3887c1623a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:01.398739 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58518) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:01.399312 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-9b87eed9-d29b-4fb4-9cbb-f3887c1623a9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5332782 Oct 14 11:38:01.404738 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:01.414220 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ce5be2-eb1d-48b5-ad88-764eca6d69a4 None None] Network b9b8e66e-94c5-462e-86fc-3a020a21504b requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:38:01.432623 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1785111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258251'] for router, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:01.435869 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1778262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258242'] for router, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:01.497466 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Sync routers for ids ['96451222-d094-453f-8fb5-57a4df80d295'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:38:01.516686 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Routers {'96451222-d094-453f-8fb5-57a4df80d295'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:38:01.517317 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:37:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['96451222-d094-453f-8fb5-57a4df80d295'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:01.525012 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:01.570815 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:01.626909 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] For port 51466958-7d92-4682-a8e6-31ba2a5c622a, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=51466958-7d92-4682-a8e6-31ba2a5c622a,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:38:01.640039 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:01.696516 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5caa67b-a7c2-582f-907b-e4beb9c2b537-b9b8e66e-94c5-462e-86fc-3a020a21504b', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4'}]}} from dv-cinder-797970-2-iscsi. {{(pid=99834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:38:01.697529 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Set router 96451222-d094-453f-8fb5-57a4df80d295 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:38:01.697905 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:01.735627 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:01.753761 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Pushing event updated for resources: {'Port': ['ID=51466958-7d92-4682-a8e6-31ba2a5c622a,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:01.935626 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96451222-d094-453f-8fb5-57a4df80d295', 'name': 'tempest-TestMinimumBasicScenario-270594856-router', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51466958-7d92-4682-a8e6-31ba2a5c622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:54Z', 'updated_at': '2021-10-14T11:37:57Z', 'revision_number': 4, 'project_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'gw_port': {'id': '51466958-7d92-4682-a8e6-31ba2a5c622a', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96451222-d094-453f-8fb5-57a4df80d295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:54Z', 'updated_at': '2021-10-14T11:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '4b43612a-9901-43eb-be80-313c995c74c9', 'name': '', 'network_id': 'eb0249af-8ff5-403a-9871-24dd59359899', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'mac_address': 'fa:16:3e:60:12:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96451222-d094-453f-8fb5-57a4df80d295', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '38dda9bd-7493-4280-8fd4-63cf67ad3e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:56Z', 'updated_at': '2021-10-14T11:37:57Z', 'revision_number': 2, 'project_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'subnets': [{'id': '38dda9bd-7493-4280-8fd4-63cf67ad3e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:01.941142 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:01.942367 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.db_base_plugin_common [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Allocated IP 172.20.0.2 (b9b8e66e-94c5-462e-86fc-3a020a21504b/66472857-1d64-42b3-8a3a-11190a05f7e4/c6ba5392-8ce1-4afd-ac24-f1eb2d570085) {{(pid=99834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:38:01.975247 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Checking router: 96451222-d094-453f-8fb5-57a4df80d295 for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:38:01.975914 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Updating router 96451222-d094-453f-8fb5-57a4df80d295 port 4b43612a-9901-43eb-be80-313c995c74c9 binding host dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:38:02.006233 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:02.057611 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:02.096953 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:02.190865 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Publish callbacks [] for port, precommit_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:02.201186 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:02.229951 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Allocated IP 172.27.1.71 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/9a413eb4-766a-4c95-b042-816227f7d655) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:38:02.249747 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Network b9b8e66e-94c5-462e-86fc-3a020a21504b is already hosted by enough agents. {{(pid=99834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:38:02.253601 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.base_scheduler [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Resources bound (agent type, host, resource id): {{(pid=99834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:38:02.262179 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Received port after_create {{(pid=99834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:38:02.310556 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Pushing event updated for resources: {'Port': ['ID=c6ba5392-8ce1-4afd-ac24-f1eb2d570085,revision_number=1']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:02.344132 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Attempting to bind port c6ba5392-8ce1-4afd-ac24-f1eb2d570085 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:38:02.344498 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Attempting to bind port c6ba5392-8ce1-4afd-ac24-f1eb2d570085 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:38:02.344867 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Attempting to bind port c6ba5392-8ce1-4afd-ac24-f1eb2d570085 on network b9b8e66e-94c5-462e-86fc-3a020a21504b {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:38:02.350399 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:38:02.350778 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Checking segment: {'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:38:02.351182 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:02.351707 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Bound using segment: {'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:38:02.352184 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Bound port: c6ba5392-8ce1-4afd-ac24-f1eb2d570085, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:38:02.352562 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:02.369343 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:02.378831 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:02.384042 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:02.425557 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] For port c6ba5392-8ce1-4afd-ac24-f1eb2d570085, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:38:02.430228 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] For port c6ba5392-8ce1-4afd-ac24-f1eb2d570085, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=c6ba5392-8ce1-4afd-ac24-f1eb2d570085,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:38:02.436677 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:02.441924 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:02.443739 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c1b59-d925-4a17-b286-8b553ea4ec86 None None] Pushing event updated for resources: {'Port': ['ID=4b43612a-9901-43eb-be80-313c995c74c9,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:02.467523 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:38:02.470377 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:38:02.473092 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:38:02.587037 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Pushing event updated for resources: {'Port': ['ID=9a413eb4-766a-4c95-b042-816227f7d655,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:02.596465 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf56a3-0461-45cc-90cf-b232709af7ef None None] Pushing event updated for resources: {'Port': ['ID=c6ba5392-8ce1-4afd-ac24-f1eb2d570085,revision_number=2']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:02.601143 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Attempting to bind port 4b43612a-9901-43eb-be80-313c995c74c9 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:38:02.602119 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Attempting to bind port 4b43612a-9901-43eb-be80-313c995c74c9 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '8e67ddac-e5c7-4364-9723-c9265a183ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eb0249af-8ff5-403a-9871-24dd59359899'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:38:02.602731 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Attempting to bind port 4b43612a-9901-43eb-be80-313c995c74c9 on network eb0249af-8ff5-403a-9871-24dd59359899 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:38:02.621901 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:38:02.622419 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Checking segment: {'id': '8e67ddac-e5c7-4364-9723-c9265a183ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eb0249af-8ff5-403a-9871-24dd59359899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:38:02.622901 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:02.623375 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Bound using segment: {'id': '8e67ddac-e5c7-4364-9723-c9265a183ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eb0249af-8ff5-403a-9871-24dd59359899'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:38:02.623923 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Bound port: 4b43612a-9901-43eb-be80-313c995c74c9, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e67ddac-e5c7-4364-9723-c9265a183ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eb0249af-8ff5-403a-9871-24dd59359899'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:38:02.624410 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:02.726411 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] For port 4b43612a-9901-43eb-be80-313c995c74c9, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:38:02.730082 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] For port 4b43612a-9901-43eb-be80-313c995c74c9, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=4b43612a-9901-43eb-be80-313c995c74c9,segment=NetworkSegment(8e67ddac-e5c7-4364-9723-c9265a183ac8),segment_id=8e67ddac-e5c7-4364-9723-c9265a183ac8)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:38:02.738068 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:02.817811 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c1b59-d925-4a17-b286-8b553ea4ec86 None None] Pushing event updated for resources: {'Port': ['ID=4b43612a-9901-43eb-be80-313c995c74c9,revision_number=4']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:02.838261 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Routers {'96451222-d094-453f-8fb5-57a4df80d295'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:38:02.839498 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:37:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['96451222-d094-453f-8fb5-57a4df80d295'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:02.954739 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-483ff763-a041-465a-8099-4d12759ba05d None None] Provisioning complete for port 4b43612a-9901-43eb-be80-313c995c74c9 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:02.955276 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-483ff763-a041-465a-8099-4d12759ba05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:02.993702 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:03.105676 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-483ff763-a041-465a-8099-4d12759ba05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:03.128874 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] Set router 96451222-d094-453f-8fb5-57a4df80d295 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:38:03.164061 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-483ff763-a041-465a-8099-4d12759ba05d None None] For port 4b43612a-9901-43eb-be80-313c995c74c9, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=4b43612a-9901-43eb-be80-313c995c74c9,segment=NetworkSegment(8e67ddac-e5c7-4364-9723-c9265a183ac8),segment_id=8e67ddac-e5c7-4364-9723-c9265a183ac8)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:38:03.173242 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-483ff763-a041-465a-8099-4d12759ba05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:03.277406 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ff763-a041-465a-8099-4d12759ba05d None None] Pushing event updated for resources: {'Port': ['ID=4b43612a-9901-43eb-be80-313c995c74c9,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:03.408964 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-6a701501-cd03-4e47-8231-838b65f9e624 None None] Provisioning complete for port 4b43612a-9901-43eb-be80-313c995c74c9 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:03.409756 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-6a701501-cd03-4e47-8231-838b65f9e624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:03.462999 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1778273'] for router, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:03.507843 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 51466958-7d92-4682-a8e6-31ba2a5c622a up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:38:03.567898 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96451222-d094-453f-8fb5-57a4df80d295', 'name': 'tempest-TestMinimumBasicScenario-270594856-router', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51466958-7d92-4682-a8e6-31ba2a5c622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:54Z', 'updated_at': '2021-10-14T11:37:57Z', 'revision_number': 4, 'project_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'gw_port': {'id': '51466958-7d92-4682-a8e6-31ba2a5c622a', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96451222-d094-453f-8fb5-57a4df80d295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:54Z', 'updated_at': '2021-10-14T11:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '4b43612a-9901-43eb-be80-313c995c74c9', 'name': '', 'network_id': 'eb0249af-8ff5-403a-9871-24dd59359899', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'mac_address': 'fa:16:3e:60:12:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96451222-d094-453f-8fb5-57a4df80d295', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '38dda9bd-7493-4280-8fd4-63cf67ad3e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:56Z', 'updated_at': '2021-10-14T11:38:02Z', 'revision_number': 4, 'project_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'subnets': [{'id': '38dda9bd-7493-4280-8fd4-63cf67ad3e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:03.642367 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 51466958-7d92-4682-a8e6-31ba2a5c622a triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:03.643055 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:03.758674 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbf9c9-18bc-43ce-8d56-f15a6d6b93d6 None None] The sync data for ids ['96451222-d094-453f-8fb5-57a4df80d295'] in dv-cinder-797970-2-iscsi is: [{'id': '96451222-d094-453f-8fb5-57a4df80d295', 'name': 'tempest-TestMinimumBasicScenario-270594856-router', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51466958-7d92-4682-a8e6-31ba2a5c622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:54Z', 'updated_at': '2021-10-14T11:37:57Z', 'revision_number': 4, 'project_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'gw_port': {'id': '51466958-7d92-4682-a8e6-31ba2a5c622a', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96451222-d094-453f-8fb5-57a4df80d295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:54Z', 'updated_at': '2021-10-14T11:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '4b43612a-9901-43eb-be80-313c995c74c9', 'name': '', 'network_id': 'eb0249af-8ff5-403a-9871-24dd59359899', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'mac_address': 'fa:16:3e:60:12:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96451222-d094-453f-8fb5-57a4df80d295', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '38dda9bd-7493-4280-8fd4-63cf67ad3e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:56Z', 'updated_at': '2021-10-14T11:38:02Z', 'revision_number': 4, 'project_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'subnets': [{'id': '38dda9bd-7493-4280-8fd4-63cf67ad3e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:38:03.760168 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 4b43612a-9901-43eb-be80-313c995c74c9 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:38:03.835884 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 4b43612a-9901-43eb-be80-313c995c74c9 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:03.836409 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:03.982811 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device c6ba5392-8ce1-4afd-ac24-f1eb2d570085 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:38:04.095655 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port c6ba5392-8ce1-4afd-ac24-f1eb2d570085 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:04.096299 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:04.197753 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebadc137-6de8-43e4-ae0e-0f64b181b265 None None] Network b9b8e66e-94c5-462e-86fc-3a020a21504b requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:38:04.251141 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Router 422c2155-83f6-4a04-bb40-7e53557dbbf4 is scheduled to L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e with binding_index 1 {{(pid=99833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:38:04.370605 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:04.377252 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-0c074085-d4d1-46ab-95ea-7f438e745647 None None] Provisioning complete for port c6ba5392-8ce1-4afd-ac24-f1eb2d570085 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:04.377641 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-0c074085-d4d1-46ab-95ea-7f438e745647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:04.416171 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:38:04.458081 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] Publish callbacks [] for router, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:04.459998 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-04990485-cb18-4266-b462-ba5fa15a3002 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0594354 Oct 14 11:38:04.461690 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Sync routers for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:38:04.462884 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58526) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:04.571488 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:38:04.571951 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:37:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:04.632133 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] For port c6ba5392-8ce1-4afd-ac24-f1eb2d570085, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=c6ba5392-8ce1-4afd-ac24-f1eb2d570085,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:38:04.648728 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:04.967109 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Pushing event updated for resources: {'Port': ['ID=c6ba5392-8ce1-4afd-ac24-f1eb2d570085,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:05.017430 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:38:05.150176 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:05.334813 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-5b1d6580-cc02-4850-aa30-3f6a75c368c2 None None] Provisioning complete for port c6ba5392-8ce1-4afd-ac24-f1eb2d570085 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:05.335195 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6580-cc02-4850-aa30-3f6a75c368c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:05.340598 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 4b43612a-9901-43eb-be80-313c995c74c9 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:38:05.406485 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Allocated IP 172.20.0.1 (b9b8e66e-94c5-462e-86fc-3a020a21504b/66472857-1d64-42b3-8a3a-11190a05f7e4/2f7d6bfa-88de-432b-a935-0f408509ce94) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:38:05.460564 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:02Z', 'revision_number': 3, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:05.517498 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Checking router: 422c2155-83f6-4a04-bb40-7e53557dbbf4 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:38:05.517846 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Updating router 422c2155-83f6-4a04-bb40-7e53557dbbf4 port 9a413eb4-766a-4c95-b042-816227f7d655 binding host dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:38:05.525120 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 4b43612a-9901-43eb-be80-313c995c74c9 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:05.525342 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:05.563682 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:05.592499 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:05.617428 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:05.675577 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Network b9b8e66e-94c5-462e-86fc-3a020a21504b is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:38:05.680907 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:38:05.692788 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:38:05.699624 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Pushing event updated for resources: {'Port': ['ID=2f7d6bfa-88de-432b-a935-0f408509ce94,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:05.754313 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779286'] for router_interface, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:05.812797 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device c6ba5392-8ce1-4afd-ac24-f1eb2d570085 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:38:05.989432 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port c6ba5392-8ce1-4afd-ac24-f1eb2d570085 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:05.989813 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:06.041802 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:06.067639 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-f4b38166-ef2a-492d-ab81-0ba3f4c7fd22 None None] Provisioning complete for port 2f7d6bfa-88de-432b-a935-0f408509ce94 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:06.068248 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f4b38166-ef2a-492d-ab81-0ba3f4c7fd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:06.149486 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-f4b38166-ef2a-492d-ab81-0ba3f4c7fd22 None None] Port 2f7d6bfa-88de-432b-a935-0f408509ce94 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:38:06.174430 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Publish callbacks [] for port, precommit_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:06.186560 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:06.265131 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027eed4-f096-401c-88c3-109b9f16c102 None None] Pushing event updated for resources: {'Port': ['ID=9a413eb4-766a-4c95-b042-816227f7d655,revision_number=2']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:06.274258 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Attempting to bind port 9a413eb4-766a-4c95-b042-816227f7d655 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:38:06.274258 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Attempting to bind port 9a413eb4-766a-4c95-b042-816227f7d655 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:38:06.274258 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Attempting to bind port 9a413eb4-766a-4c95-b042-816227f7d655 on network 83eead26-18cc-4af0-9fe1-f024052b32e0 {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:38:06.277617 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:38:06.279315 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Checking segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:38:06.281476 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:06.282064 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Bound using segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:38:06.282596 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Bound port: 9a413eb4-766a-4c95-b042-816227f7d655, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:38:06.285951 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:06.320688 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:06.329961 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:06.382165 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] For port 9a413eb4-766a-4c95-b042-816227f7d655, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:38:06.386668 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] For port 9a413eb4-766a-4c95-b042-816227f7d655, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=9a413eb4-766a-4c95-b042-816227f7d655,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:38:06.401926 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:06.424597 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Pushing event updated for resources: {'Port': ['ID=2f7d6bfa-88de-432b-a935-0f408509ce94,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:06.427142 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779234'] for router_interface, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:06.506599 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:38:06.507274 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:37:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:06.554074 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Network b9b8e66e-94c5-462e-86fc-3a020a21504b is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:38:06.561266 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:38:06.561677 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027eed4-f096-401c-88c3-109b9f16c102 None None] Pushing event updated for resources: {'Port': ['ID=9a413eb4-766a-4c95-b042-816227f7d655,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:06.700352 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:38:06.747880 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Router 422c2155-83f6-4a04-bb40-7e53557dbbf4 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:38:06.914544 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:38:06.920953 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-595bcf44-3814-4f82-9b7a-a6d5e73e2b7b admin admin] 10.222.0.69 "PUT /v2.0/routers/422c2155-83f6-4a04-bb40-7e53557dbbf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4569635 Oct 14 11:38:06.923555 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-bc8d7dda-45aa-482a-bd15-4a61a147572d None None] Provisioning complete for port 2f7d6bfa-88de-432b-a935-0f408509ce94 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:06.923933 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-bc8d7dda-45aa-482a-bd15-4a61a147572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:06.993513 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-bc8d7dda-45aa-482a-bd15-4a61a147572d None None] Port 2f7d6bfa-88de-432b-a935-0f408509ce94 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:38:07.025635 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:06Z', 'revision_number': 2, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:07.066022 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054cfa67-8643-4d67-bafc-022785a18e71 None None] The sync data for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi is: [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:06Z', 'revision_number': 2, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:38:07.580999 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58546) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:07.587256 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-822f5ec6-bb1e-4ed3-b652-a518ab25da84 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1336456069-network', 'tenant_id': 'f8b0954b2dae42e19741a9fa91ca26f3'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:07.616691 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822f5ec6-bb1e-4ed3-b652-a518ab25da84 admin admin] Made reservation on behalf of f8b0954b2dae42e19741a9fa91ca26f3 for: {'network': 1} {{(pid=99832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:38:07.619638 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-822f5ec6-bb1e-4ed3-b652-a518ab25da84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for network, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:07.630808 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-822f5ec6-bb1e-4ed3-b652-a518ab25da84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:07.736267 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-822f5ec6-bb1e-4ed3-b652-a518ab25da84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:07.741428 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-822f5ec6-bb1e-4ed3-b652-a518ab25da84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:07.769163 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822f5ec6-bb1e-4ed3-b652-a518ab25da84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=99832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 11:38:07.784293 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f5ec6-bb1e-4ed3-b652-a518ab25da84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45e97f4-d1d0-493f-a6cb-cef7b27f1286,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:07.791261 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-822f5ec6-bb1e-4ed3-b652-a518ab25da84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:07.795112 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.segments_db [None req-822f5ec6-bb1e-4ed3-b652-a518ab25da84 admin admin] Added segment 0775524e-03f2-4850-98f1-0634268405c4 of type vlan for network 91d9455c-7b56-41d6-a534-73933e8cd1e7 Oct 14 11:38:07.859089 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-822f5ec6-bb1e-4ed3-b652-a518ab25da84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773230801273'] for network, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:07.909629 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-822f5ec6-bb1e-4ed3-b652-a518ab25da84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345'] for network, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:07.927046 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822f5ec6-bb1e-4ed3-b652-a518ab25da84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:07.927460 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-822f5ec6-bb1e-4ed3-b652-a518ab25da84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:07.997074 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-822f5ec6-bb1e-4ed3-b652-a518ab25da84 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4114673 Oct 14 11:38:07.997471 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58548) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:08.003125 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-83b90e39-4e86-4c61-8c7d-11d3109bddd7 admin admin] Request body: {'subnet': {'network_id': '91d9455c-7b56-41d6-a534-73933e8cd1e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1336456069-subnet', 'tenant_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'ip_version': 4}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:08.035669 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f5ec6-bb1e-4ed3-b652-a518ab25da84 admin admin] Pushing event updated for resources: {'Network': ['ID=91d9455c-7b56-41d6-a534-73933e8cd1e7,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:08.048439 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b90e39-4e86-4c61-8c7d-11d3109bddd7 admin admin] Made reservation on behalf of f8b0954b2dae42e19741a9fa91ca26f3 for: {'subnet': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:38:08.051366 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-83b90e39-4e86-4c61-8c7d-11d3109bddd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7397086'] for subnet, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:08.052415 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Network 91d9455c-7b56-41d6-a534-73933e8cd1e7 details requested by agent ovs-agent-dv-cinder-797970-2-iscsi with host dv-cinder-797970-2-iscsi {{(pid=99834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 11:38:08.275195 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-83b90e39-4e86-4c61-8c7d-11d3109bddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4673459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7397064'] for subnet, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:08.356580 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b90e39-4e86-4c61-8c7d-11d3109bddd7 admin admin] Checking segment: {'id': '0775524e-03f2-4850-98f1-0634268405c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '91d9455c-7b56-41d6-a534-73933e8cd1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:38:08.357152 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b90e39-4e86-4c61-8c7d-11d3109bddd7 admin admin] Network hostable DHCP agents. Network: 91d9455c-7b56-41d6-a534-73933e8cd1e7, hostable agents: ['18de6843-8f23-4cd6-aac3-cac713bc961d'], hosted agents: [] {{(pid=99833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 11:38:08.363032 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b90e39-4e86-4c61-8c7d-11d3109bddd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=479b8a38-9069-47ca-bbc3-9d7e673ceb51,revision_number=0']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:08.382941 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b90e39-4e86-4c61-8c7d-11d3109bddd7 admin admin] Network 91d9455c-7b56-41d6-a534-73933e8cd1e7 is scheduled to be hosted by DHCP agent 18de6843-8f23-4cd6-aac3-cac713bc961d with binding_index 1 {{(pid=99833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 11:38:08.397909 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-83b90e39-4e86-4c61-8c7d-11d3109bddd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-2-iscsi, 91d9455c-7b56-41d6-a534-73933e8cd1e7) {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:38:08.403606 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b90e39-4e86-4c61-8c7d-11d3109bddd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:08.404201 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-83b90e39-4e86-4c61-8c7d-11d3109bddd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:08.409656 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb53845-426f-4d95-9e93-2c53593b9afa None None] Network 91d9455c-7b56-41d6-a534-73933e8cd1e7 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:38:08.428508 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58550) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:08.431426 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-83b90e39-4e86-4c61-8c7d-11d3109bddd7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4281595 Oct 14 11:38:08.434155 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1336456069-router', 'tenant_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:08.464145 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1785111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258251'] for router, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:08.465375 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1778262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258242'] for router, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:08.540718 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:08.800386 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5caa67b-a7c2-582f-907b-e4beb9c2b537-91d9455c-7b56-41d6-a534-73933e8cd1e7', 'network_id': '91d9455c-7b56-41d6-a534-73933e8cd1e7', 'tenant_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'fixed_ips': [{'subnet_id': '479b8a38-9069-47ca-bbc3-9d7e673ceb51'}]}} from dv-cinder-797970-2-iscsi. {{(pid=99834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 11:38:08.801778 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:09.009414 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.db_base_plugin_common [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Allocated IP 172.20.0.2 (91d9455c-7b56-41d6-a534-73933e8cd1e7/479b8a38-9069-47ca-bbc3-9d7e673ceb51/7939529b-761d-46fb-b261-f84b88759e22) {{(pid=99834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:38:09.010280 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:09.248660 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Publish callbacks [] for port, precommit_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:09.259641 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471'] for port, after_create {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:09.328775 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 9a413eb4-766a-4c95-b042-816227f7d655 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:38:09.339707 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:09.359363 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Network 91d9455c-7b56-41d6-a534-73933e8cd1e7 is already hosted by enough agents. {{(pid=99834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:38:09.362824 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:09.364960 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.scheduler.base_scheduler [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Resources bound (agent type, host, resource id): {{(pid=99834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:38:09.367558 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Received port after_create {{(pid=99834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:38:09.398379 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Pushing event updated for resources: {'Port': ['ID=7939529b-761d-46fb-b261-f84b88759e22,revision_number=1']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:09.454420 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Attempting to bind port 7939529b-761d-46fb-b261-f84b88759e22 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:38:09.454766 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Attempting to bind port 7939529b-761d-46fb-b261-f84b88759e22 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '0775524e-03f2-4850-98f1-0634268405c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '91d9455c-7b56-41d6-a534-73933e8cd1e7'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:38:09.455048 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Attempting to bind port 7939529b-761d-46fb-b261-f84b88759e22 on network 91d9455c-7b56-41d6-a534-73933e8cd1e7 {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:38:09.464402 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:38:09.464799 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Checking segment: {'id': '0775524e-03f2-4850-98f1-0634268405c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '91d9455c-7b56-41d6-a534-73933e8cd1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:38:09.465400 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:09.465811 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Bound using segment: {'id': '0775524e-03f2-4850-98f1-0634268405c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '91d9455c-7b56-41d6-a534-73933e8cd1e7'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:38:09.466377 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Bound port: 7939529b-761d-46fb-b261-f84b88759e22, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775524e-03f2-4850-98f1-0634268405c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '91d9455c-7b56-41d6-a534-73933e8cd1e7'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:38:09.466764 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:09.477475 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 9a413eb4-766a-4c95-b042-816227f7d655 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:09.477698 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:09.487406 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Allocated IP 172.27.1.195 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:38:09.575604 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] For port 7939529b-761d-46fb-b261-f84b88759e22, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:38:09.580725 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] For port 7939529b-761d-46fb-b261-f84b88759e22, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=7939529b-761d-46fb-b261-f84b88759e22,segment=NetworkSegment(0775524e-03f2-4850-98f1-0634268405c4),segment_id=0775524e-03f2-4850-98f1-0634268405c4)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:38:09.605926 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:09.623746 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:09.663160 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:09.687232 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:09.707338 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427c6cc-ff05-4a7c-bd15-9e0cea664cb3 None None] Pushing event updated for resources: {'Port': ['ID=7939529b-761d-46fb-b261-f84b88759e22,revision_number=2']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:09.716250 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] For port 9a413eb4-766a-4c95-b042-816227f7d655, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=9a413eb4-766a-4c95-b042-816227f7d655,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:38:09.722526 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:09.759720 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:38:09.762094 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Pushing event updated for resources: {'Port': ['ID=c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:09.765100 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:38:09.773247 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:38:09.822783 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Pushing event updated for resources: {'Port': ['ID=9a413eb4-766a-4c95-b042-816227f7d655,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:10.125092 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:10.384765 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1778273'] for router, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:10.551705 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Router 66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c is scheduled to L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e with binding_index 1 {{(pid=99832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 11:38:10.701935 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:38:10.711890 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Sync routers for ids ['66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:38:10.723607 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Routers {'66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:38:10.724243 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:37:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:10.724559 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] Publish callbacks [] for router, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:10.728726 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-c3351b80-9d3d-436d-a2fd-6bbe0b3a7b76 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2963340 Oct 14 11:38:10.729324 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58552) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:10.876505 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Set router 66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:38:10.941425 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Sync routers for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:38:10.952094 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:38:10.952800 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:37:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:11.140306 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:38:11.181042 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'name': 'tempest-TestVolumeBootPattern-1336456069-router', 'tenant_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:08Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 3, 'project_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'gw_port': {'id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:09Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:11.302388 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Checking router: 66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:38:11.302768 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Updating router 66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c port c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8 binding host dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:38:11.344718 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:11.375222 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:11.436914 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 9a413eb4-766a-4c95-b042-816227f7d655 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:38:11.549724 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 9a413eb4-766a-4c95-b042-816227f7d655 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:11.550104 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:11.720356 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:06Z', 'revision_number': 2, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:11.722164 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Allocated IP 172.20.0.1 (91d9455c-7b56-41d6-a534-73933e8cd1e7/479b8a38-9069-47ca-bbc3-9d7e673ceb51/88eefccb-b2cf-42f4-9479-27526aaef917) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:38:11.755013 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Checking router: 422c2155-83f6-4a04-bb40-7e53557dbbf4 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:38:11.755365 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Updating router 422c2155-83f6-4a04-bb40-7e53557dbbf4 port 2f7d6bfa-88de-432b-a935-0f408509ce94 binding host dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:38:11.804335 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 7939529b-761d-46fb-b261-f84b88759e22 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:38:11.807907 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:11.819201 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:11.839793 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:11.907311 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf5b5e-df67-4c2a-bc3b-b63478028371 None None] Pushing event updated for resources: {'Port': ['ID=c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8,revision_number=2']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:11.911421 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Attempting to bind port c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:38:11.912375 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Attempting to bind port c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:38:11.913137 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Attempting to bind port c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8 on network 83eead26-18cc-4af0-9fe1-f024052b32e0 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:38:11.931806 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:38:11.934451 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Checking segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:38:11.935129 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:11.935902 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Bound using segment: {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:38:11.937253 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Bound port: c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b761df51-fc08-489b-955d-6a786030c33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:38:11.938238 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:11.979690 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:11.993577 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bca4bd-e1ca-41a6-b853-95b871bcd8e5 None None] Network 91d9455c-7b56-41d6-a534-73933e8cd1e7 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:38:12.014401 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] For port c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:38:12.018424 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] For port c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:38:12.027119 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:12.028650 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:12.097679 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Routers {'66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:38:12.098375 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:37:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:12.115325 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Network 91d9455c-7b56-41d6-a534-73933e8cd1e7 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:38:12.116995 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Pushing event updated for resources: {'Port': ['ID=88eefccb-b2cf-42f4-9479-27526aaef917,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:12.127308 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:38:12.136966 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:38:12.139267 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf5b5e-df67-4c2a-bc3b-b63478028371 None None] Pushing event updated for resources: {'Port': ['ID=c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:12.183056 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-92a0c02f-c768-4cdf-be9e-1d8959239a39 None None] Provisioning complete for port 7939529b-761d-46fb-b261-f84b88759e22 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:12.183405 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-92a0c02f-c768-4cdf-be9e-1d8959239a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:12.194273 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779286'] for router_interface, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:12.236740 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] Set router 66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:38:12.246697 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 7939529b-761d-46fb-b261-f84b88759e22 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:12.247127 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:12.473921 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'name': 'tempest-TestVolumeBootPattern-1336456069-router', 'tenant_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:08Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 3, 'project_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'gw_port': {'id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:09Z', 'updated_at': '2021-10-14T11:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:12.486515 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-92a0c02f-c768-4cdf-be9e-1d8959239a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:12.511781 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eff3e7-89ab-44b8-bfb4-efaa004844a2 None None] The sync data for ids ['66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'] in dv-cinder-797970-2-iscsi is: [{'id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'name': 'tempest-TestVolumeBootPattern-1336456069-router', 'tenant_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:08Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 3, 'project_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'gw_port': {'id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:09Z', 'updated_at': '2021-10-14T11:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:38:12.580046 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:12.684692 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:12.770765 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-92a0c02f-c768-4cdf-be9e-1d8959239a39 None None] For port 7939529b-761d-46fb-b261-f84b88759e22, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=7939529b-761d-46fb-b261-f84b88759e22,segment=NetworkSegment(0775524e-03f2-4850-98f1-0634268405c4),segment_id=0775524e-03f2-4850-98f1-0634268405c4)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:38:12.783815 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-92a0c02f-c768-4cdf-be9e-1d8959239a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:12.827443 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Publish callbacks [] for port, precommit_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:12.863244 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:12.908500 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.db.api [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 11:38:12.908858 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG oslo_db.api [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 11:38:12.914191 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0c02f-c768-4cdf-be9e-1d8959239a39 None None] Pushing event updated for resources: {'Port': ['ID=7939529b-761d-46fb-b261-f84b88759e22,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:13.041016 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:13.047221 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114ca73-0343-438e-8952-d83c6e87d10d None None] Pushing event updated for resources: {'Port': ['ID=2f7d6bfa-88de-432b-a935-0f408509ce94,revision_number=3']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:13.049644 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:13.055979 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Attempting to bind port 2f7d6bfa-88de-432b-a935-0f408509ce94 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:38:13.056356 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Attempting to bind port 2f7d6bfa-88de-432b-a935-0f408509ce94 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:38:13.056734 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Attempting to bind port 2f7d6bfa-88de-432b-a935-0f408509ce94 on network b9b8e66e-94c5-462e-86fc-3a020a21504b {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:38:13.063417 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:38:13.063799 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Checking segment: {'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:38:13.064205 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:13.064601 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Bound using segment: {'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'} {{(pid=99834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:38:13.065085 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.managers [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Bound port: 2f7d6bfa-88de-432b-a935-0f408509ce94, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'}}] {{(pid=99834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:38:13.065474 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:13.149949 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Pushing event updated for resources: {'Port': ['ID=88eefccb-b2cf-42f4-9479-27526aaef917,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:13.156238 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779234'] for router_interface, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:13.157831 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] For port 2f7d6bfa-88de-432b-a935-0f408509ce94, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:38:13.161660 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] For port 2f7d6bfa-88de-432b-a935-0f408509ce94, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=2f7d6bfa-88de-432b-a935-0f408509ce94,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:38:13.169269 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:13.286737 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:38:13.287818 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:37:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:13.295794 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Network 91d9455c-7b56-41d6-a534-73933e8cd1e7 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:38:13.302334 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:38:13.400338 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114ca73-0343-438e-8952-d83c6e87d10d None None] Pushing event updated for resources: {'Port': ['ID=2f7d6bfa-88de-432b-a935-0f408509ce94,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:13.506723 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-9ba3a35b-e637-463e-8c08-79c08260df87 None None] Provisioning complete for port 7939529b-761d-46fb-b261-f84b88759e22 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:13.507477 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a35b-e637-463e-8c08-79c08260df87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:13.534470 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Router 66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:38:13.695994 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:38:13.804050 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:38:13.817861 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-cbe7315d-8f81-404f-b651-53916b2dfdc8 admin admin] 10.222.0.69 "PUT /v2.0/routers/66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0796146 Oct 14 11:38:13.874180 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 2f7d6bfa-88de-432b-a935-0f408509ce94 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:38:14.045225 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-ed695f53-161b-463f-ae00-0e583f3cf799 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:14.047110 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-ed695f53-161b-463f-ae00-0e583f3cf799 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/networks?id=9e5d4eb7-f030-47ce-8206-2355b34de9eb HTTP/1.1" status: 200 len: 814 time: 0.1274583 Oct 14 11:38:14.058174 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-9ba3a35b-e637-463e-8c08-79c08260df87 None None] Provisioning complete for port 88eefccb-b2cf-42f4-9479-27526aaef917 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:14.058903 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a35b-e637-463e-8c08-79c08260df87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.066667 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-6fd8635c-4c59-4841-ab30-01c950656884 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/quotas/bd03876bb74840b9876ce7446e97c5bf HTTP/1.1" status: 200 len: 375 time: 0.0107827 Oct 14 11:38:14.097088 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 2f7d6bfa-88de-432b-a935-0f408509ce94 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:14.097464 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.156828 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-9ba3a35b-e637-463e-8c08-79c08260df87 None None] Port 88eefccb-b2cf-42f4-9479-27526aaef917 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:38:14.162579 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-eccd17cb-54d1-45e7-81aa-6bb771e731ed tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd03876bb74840b9876ce7446e97c5bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724316 Oct 14 11:38:14.238137 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:13Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:14.241290 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.281174 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e736ce-7b13-49bd-a653-6bc534205065 None None] The sync data for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi is: [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:13Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:38:14.286150 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-ea38d78f-bf6a-4a5a-93fa-c305bcb6e68c service neutron] 10.222.0.69 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029546 Oct 14 11:38:14.308039 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-7d3287d2-e748-468e-853f-4d0235805ade None None] Provisioning complete for port 2f7d6bfa-88de-432b-a935-0f408509ce94 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:14.308410 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7d3287d2-e748-468e-853f-4d0235805ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.313335 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] For port 2f7d6bfa-88de-432b-a935-0f408509ce94, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=2f7d6bfa-88de-432b-a935-0f408509ce94,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:38:14.347530 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.348855 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 7939529b-761d-46fb-b261-f84b88759e22 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:38:14.403482 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58586) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:14.409071 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-521e4c47-9387-4652-b1e4-b31359936383 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035502327', 'description': 'tempest-secgroup-smoke-1035502327 description', 'project_id': '5e1aec9f39fe40678b431698b09f8ba4'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:14.425236 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-b92b111c-239b-437f-a225-3d9970d0ba97 service neutron] 10.222.0.69 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178555 Oct 14 11:38:14.456034 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-521e4c47-9387-4652-b1e4-b31359936383 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.467459 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Pushing event updated for resources: {'Port': ['ID=2f7d6bfa-88de-432b-a935-0f408509ce94,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:14.515591 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 7939529b-761d-46fb-b261-f84b88759e22 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:14.515967 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.544822 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-521e4c47-9387-4652-b1e4-b31359936383 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.549492 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-521e4c47-9387-4652-b1e4-b31359936383 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.611693 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-521e4c47-9387-4652-b1e4-b31359936383 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.615792 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-521e4c47-9387-4652-b1e4-b31359936383 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2081993 Oct 14 11:38:14.616331 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58592) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:14.621064 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e4c47-9387-4652-b1e4-b31359936383 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bb9676-560c-445a-91b4-6af5e2f5f9b0,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:14.622320 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-0da4e58a-ecd2-4cc2-9914-39ea94ef9d54 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Request body: {'security_group_rule': {'security_group_id': 'd4bb9676-560c-445a-91b4-6af5e2f5f9b0', 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:14.649800 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:38:14.661688 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-0f42e574-91a8-46e0-90ce-8ccce2e76661 req-0403b924-2616-4ac6-937d-1c6a310e704a tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 210 time: 0.0411417 Oct 14 11:38:14.687404 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-0da4e58a-ecd2-4cc2-9914-39ea94ef9d54 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.691047 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-7d3287d2-e748-468e-853f-4d0235805ade None None] Provisioning complete for port 88eefccb-b2cf-42f4-9479-27526aaef917 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:14.691428 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7d3287d2-e748-468e-853f-4d0235805ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.743114 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-7d3287d2-e748-468e-853f-4d0235805ade None None] Port 88eefccb-b2cf-42f4-9479-27526aaef917 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:38:14.745001 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:14.745411 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.764186 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-0da4e58a-ecd2-4cc2-9914-39ea94ef9d54 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.771029 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-0da4e58a-ecd2-4cc2-9914-39ea94ef9d54 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.789503 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4e58a-ecd2-4cc2-9914-39ea94ef9d54 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0d755b-5308-4352-ad91-9b5ff569f2a7,revision_number=0']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:14.815310 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-0da4e58a-ecd2-4cc2-9914-39ea94ef9d54 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.817026 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-0da4e58a-ecd2-4cc2-9914-39ea94ef9d54 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1998773 Oct 14 11:38:14.819872 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58598) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:14.825427 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-d8aca27f-3d52-4b9d-9502-cee89b70e742 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Request body: {'security_group_rule': {'security_group_id': 'd4bb9676-560c-445a-91b4-6af5e2f5f9b0', 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:14.857717 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d8aca27f-3d52-4b9d-9502-cee89b70e742 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.863243 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.901530 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] For port c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:38:14.906901 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.937926 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d8aca27f-3d52-4b9d-9502-cee89b70e742 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.945523 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d8aca27f-3d52-4b9d-9502-cee89b70e742 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.972649 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aca27f-3d52-4b9d-9502-cee89b70e742 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8552c6f8-70a3-40c8-b1e8-16e7762b1a0a,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:14.984232 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Pushing event updated for resources: {'Port': ['ID=c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:14.991869 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-d8aca27f-3d52-4b9d-9502-cee89b70e742 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:14.993640 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-d8aca27f-3d52-4b9d-9502-cee89b70e742 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1724153 Oct 14 11:38:14.996667 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58602) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:15.003749 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-9c0f92f2-1d67-4d2a-906f-b3199520d43f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Request body: {'security_group_rule': {'security_group_id': 'd4bb9676-560c-445a-91b4-6af5e2f5f9b0', 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:15.037951 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9c0f92f2-1d67-4d2a-906f-b3199520d43f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.111508 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9c0f92f2-1d67-4d2a-906f-b3199520d43f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.115945 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9c0f92f2-1d67-4d2a-906f-b3199520d43f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.137096 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f92f2-1d67-4d2a-906f-b3199520d43f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc3522d-3930-40b6-9bd7-0feff3b83f60,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:15.145709 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9c0f92f2-1d67-4d2a-906f-b3199520d43f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.146990 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-9c0f92f2-1d67-4d2a-906f-b3199520d43f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491299 Oct 14 11:38:15.149843 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58604) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:15.154561 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-18a3db56-d18d-4ae1-82b6-8daf227c2210 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Request body: {'security_group_rule': {'security_group_id': 'd4bb9676-560c-445a-91b4-6af5e2f5f9b0', 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:15.186532 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-18a3db56-d18d-4ae1-82b6-8daf227c2210 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.265359 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-18a3db56-d18d-4ae1-82b6-8daf227c2210 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.273525 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-18a3db56-d18d-4ae1-82b6-8daf227c2210 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.287001 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Sync routers for ids ['66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:38:15.300973 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Routers {'66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:38:15.302022 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:37:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:15.302992 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3db56-d18d-4ae1-82b6-8daf227c2210 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befc69dc-76b7-4cdd-a4a0-66e24181e58a,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:15.314670 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-18a3db56-d18d-4ae1-82b6-8daf227c2210 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.318310 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-18a3db56-d18d-4ae1-82b6-8daf227c2210 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1650271 Oct 14 11:38:15.319033 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58606) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:15.324672 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-8a58d74c-98b7-43ea-8100-6815a5f8c7f4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Request body: {'security_group_rule': {'security_group_id': 'd4bb9676-560c-445a-91b4-6af5e2f5f9b0', 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:15.351946 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.securitygroups_db [None req-8a58d74c-98b7-43ea-8100-6815a5f8c7f4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Project 5e1aec9f39fe40678b431698b09f8ba4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 11:38:15.358235 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8a58d74c-98b7-43ea-8100-6815a5f8c7f4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.447205 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8a58d74c-98b7-43ea-8100-6815a5f8c7f4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.456820 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8a58d74c-98b7-43ea-8100-6815a5f8c7f4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.470338 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Set router 66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:38:15.478185 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58d74c-98b7-43ea-8100-6815a5f8c7f4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57877ddf-f1ba-40db-9233-37d96c976e97,revision_number=0']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:15.484083 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8a58d74c-98b7-43ea-8100-6815a5f8c7f4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.485657 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-8a58d74c-98b7-43ea-8100-6815a5f8c7f4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1646812 Oct 14 11:38:15.488260 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58608) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:15.492805 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-745ed092-fa45-4db7-8b09-3b7ff86a8e5a tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Request body: {'security_group_rule': {'security_group_id': 'd4bb9676-560c-445a-91b4-6af5e2f5f9b0', 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:15.519885 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.securitygroups_db [None req-745ed092-fa45-4db7-8b09-3b7ff86a8e5a tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Project 5e1aec9f39fe40678b431698b09f8ba4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 11:38:15.526068 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-745ed092-fa45-4db7-8b09-3b7ff86a8e5a tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.611210 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-745ed092-fa45-4db7-8b09-3b7ff86a8e5a tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.618145 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-745ed092-fa45-4db7-8b09-3b7ff86a8e5a tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.624286 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 2f7d6bfa-88de-432b-a935-0f408509ce94 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:38:15.635720 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ed092-fa45-4db7-8b09-3b7ff86a8e5a tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b5dc9e-3513-420f-a169-132f7ad26bea,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:15.654147 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-745ed092-fa45-4db7-8b09-3b7ff86a8e5a tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.662353 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-745ed092-fa45-4db7-8b09-3b7ff86a8e5a tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1729536 Oct 14 11:38:15.687560 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 2f7d6bfa-88de-432b-a935-0f408509ce94 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:15.688023 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.759542 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'name': 'tempest-TestVolumeBootPattern-1336456069-router', 'tenant_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:08Z', 'updated_at': '2021-10-14T11:38:12Z', 'revision_number': 4, 'project_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'gw_port': {'id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:09Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '88eefccb-b2cf-42f4-9479-27526aaef917', 'name': '', 'network_id': '91d9455c-7b56-41d6-a534-73933e8cd1e7', 'tenant_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'mac_address': 'fa:16:3e:61:33:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '479b8a38-9069-47ca-bbc3-9d7e673ceb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:11Z', 'updated_at': '2021-10-14T11:38:12Z', 'revision_number': 2, 'project_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'subnets': [{'id': '479b8a38-9069-47ca-bbc3-9d7e673ceb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:15.799449 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Checking router: 66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:38:15.799947 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Updating router 66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c port 88eefccb-b2cf-42f4-9479-27526aaef917 binding host dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 11:38:15.851438 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c166c3b1-1d3a-4adf-8edd-5e389237ecac req-ec251bf0-511b-4733-9dd5-dc25bc585d02 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 210 time: 0.0612600 Oct 14 11:38:15.864678 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:38:15.911742 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-54bc6a8b-1904-4720-be94-93fd46ad9a63 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:15.913834 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-54bc6a8b-1904-4720-be94-93fd46ad9a63 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.36 "GET /v2.0/networks?id=9e5d4eb7-f030-47ce-8206-2355b34de9eb HTTP/1.1" status: 200 len: 814 time: 0.1966970 Oct 14 11:38:15.927597 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:15.927961 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:15.929390 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-56729e68-eef9-4665-a1ed-e7f25cd7808f tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Request body: {'port': {'device_id': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'admin_state_up': True, 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:15.989653 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:16.101789 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-56729e68-eef9-4665-a1ed-e7f25cd7808f tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Made reservation on behalf of bd03876bb74840b9876ce7446e97c5bf for: {'port': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:38:16.105980 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-56729e68-eef9-4665-a1ed-e7f25cd7808f tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:16.292511 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-56729e68-eef9-4665-a1ed-e7f25cd7808f tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Allocated IP 172.20.0.11 (9e5d4eb7-f030-47ce-8206-2355b34de9eb/04c99e45-56f6-422c-a7fe-7585bee7856a/ba2b658e-4cf2-4cc0-8acf-4deec6c2507f) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:38:16.344167 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Publish callbacks [] for port, precommit_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:16.353011 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:16.427183 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b27c02-503b-472d-b975-fa4aebeaefea None None] Pushing event updated for resources: {'Port': ['ID=88eefccb-b2cf-42f4-9479-27526aaef917,revision_number=3']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:16.481370 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-56729e68-eef9-4665-a1ed-e7f25cd7808f tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:16.491676 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Attempting to bind port 88eefccb-b2cf-42f4-9479-27526aaef917 on host dv-cinder-797970-2-iscsi for vnic_type normal with profile {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:38:16.492047 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Attempting to bind port 88eefccb-b2cf-42f4-9479-27526aaef917 by drivers openvswitch,hyperv on host dv-cinder-797970-2-iscsi at level 0 using segments [{'id': '0775524e-03f2-4850-98f1-0634268405c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '91d9455c-7b56-41d6-a534-73933e8cd1e7'}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:38:16.492466 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Attempting to bind port 88eefccb-b2cf-42f4-9479-27526aaef917 on network 91d9455c-7b56-41d6-a534-73933e8cd1e7 {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:38:16.502501 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Checking agent: {'id': '3366ef9e-8c91-4504-a440-71d2ee239e93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 18, 52), 'started_at': datetime.datetime(2021, 10, 14, 11, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:38:16.503080 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Checking segment: {'id': '0775524e-03f2-4850-98f1-0634268405c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '91d9455c-7b56-41d6-a534-73933e8cd1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:38:16.503283 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:16.503645 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Bound using segment: {'id': '0775524e-03f2-4850-98f1-0634268405c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '91d9455c-7b56-41d6-a534-73933e8cd1e7'} {{(pid=99835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:38:16.504119 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.managers [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Bound port: 88eefccb-b2cf-42f4-9479-27526aaef917, host: dv-cinder-797970-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775524e-03f2-4850-98f1-0634268405c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '91d9455c-7b56-41d6-a534-73933e8cd1e7'}}] {{(pid=99835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:38:16.504894 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:16.532473 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-56729e68-eef9-4665-a1ed-e7f25cd7808f tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:16.605291 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56729e68-eef9-4665-a1ed-e7f25cd7808f tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Pushing event updated for resources: {'Port': ['ID=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:16.625605 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-56729e68-eef9-4665-a1ed-e7f25cd7808f tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Network 9e5d4eb7-f030-47ce-8206-2355b34de9eb is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:38:16.627232 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-56729e68-eef9-4665-a1ed-e7f25cd7808f tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:38:16.630090 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-56729e68-eef9-4665-a1ed-e7f25cd7808f tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:38:16.700159 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-56729e68-eef9-4665-a1ed-e7f25cd7808f tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:16.702102 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-56729e68-eef9-4665-a1ed-e7f25cd7808f tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:16.703321 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] For port 88eefccb-b2cf-42f4-9479-27526aaef917, host dv-cinder-797970-2-iscsi, cleared binding levels {{(pid=99835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:38:16.707070 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.plugins.ml2.db [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] For port 88eefccb-b2cf-42f4-9479-27526aaef917, host dv-cinder-797970-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=88eefccb-b2cf-42f4-9479-27526aaef917,segment=NetworkSegment(0775524e-03f2-4850-98f1-0634268405c4),segment_id=0775524e-03f2-4850-98f1-0634268405c4)] {{(pid=99835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:38:16.712731 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron_lib.callbacks.manager [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:16.731064 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-56729e68-eef9-4665-a1ed-e7f25cd7808f tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8077056 Oct 14 11:38:16.752597 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Request body: {'port': {'device_id': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:16.808369 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-9fcb369e-f161-4be8-b685-cd6aa6313fbb None None] Provisioning complete for port 88eefccb-b2cf-42f4-9479-27526aaef917 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:16.809465 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-9fcb369e-f161-4be8-b685-cd6aa6313fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:16.898331 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Routers {'66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:38:16.899125 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:37:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:16.941522 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:17.088635 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b27c02-503b-472d-b975-fa4aebeaefea None None] Pushing event updated for resources: {'Port': ['ID=88eefccb-b2cf-42f4-9479-27526aaef917,revision_number=4']} {{(pid=99835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:17.106237 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-9fcb369e-f161-4be8-b685-cd6aa6313fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:17.159920 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee9ad-393d-4ff4-b0b6-4cec11c49319 req-156ae3ea-39f2-45d6-bd83-aeca1dbd03f1 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:17.161605 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4e5ee9ad-393d-4ff4-b0b6-4cec11c49319 req-156ae3ea-39f2-45d6-bd83-aeca1dbd03f1 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 932 time: 0.1387365 Oct 14 11:38:17.240212 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-9fcb369e-f161-4be8-b685-cd6aa6313fbb None None] For port 88eefccb-b2cf-42f4-9479-27526aaef917, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=88eefccb-b2cf-42f4-9479-27526aaef917,segment=NetworkSegment(0775524e-03f2-4850-98f1-0634268405c4),segment_id=0775524e-03f2-4850-98f1-0634268405c4)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:38:17.248131 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-9fcb369e-f161-4be8-b685-cd6aa6313fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:17.263919 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4e5ee9ad-393d-4ff4-b0b6-4cec11c49319 req-595f3f2d-9440-4070-b97e-ea246d779d14 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944836 Oct 14 11:38:17.378818 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] Set router 66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:38:17.388388 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-ad2209e5-fa4f-4981-b98d-7e8a58ec0eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:17.426957 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-de682624-95d5-426f-bf42-36c66a9e5487 None None] Provisioning complete for port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:17.427374 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-de682624-95d5-426f-bf42-36c66a9e5487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:17.515897 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb369e-f161-4be8-b685-cd6aa6313fbb None None] Pushing event updated for resources: {'Port': ['ID=88eefccb-b2cf-42f4-9479-27526aaef917,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:17.540559 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-de682624-95d5-426f-bf42-36c66a9e5487 None None] Port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:38:17.575918 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-de682624-95d5-426f-bf42-36c66a9e5487 None None] Provisioning complete for port 88eefccb-b2cf-42f4-9479-27526aaef917 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:17.583042 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-de682624-95d5-426f-bf42-36c66a9e5487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:17.679879 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2b658e-4cf2-4cc0-8acf-4deec6c2507f {{(pid=99833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:38:17.693260 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'name': 'tempest-TestVolumeBootPattern-1336456069-router', 'tenant_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:08Z', 'updated_at': '2021-10-14T11:38:12Z', 'revision_number': 4, 'project_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'gw_port': {'id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:09Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '88eefccb-b2cf-42f4-9479-27526aaef917', 'name': '', 'network_id': '91d9455c-7b56-41d6-a534-73933e8cd1e7', 'tenant_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'mac_address': 'fa:16:3e:61:33:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '479b8a38-9069-47ca-bbc3-9d7e673ceb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:11Z', 'updated_at': '2021-10-14T11:38:16Z', 'revision_number': 4, 'project_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'subnets': [{'id': '479b8a38-9069-47ca-bbc3-9d7e673ceb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:17.699297 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:17.726818 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba8b61-384a-446e-961b-3f1528cbe4a1 None None] The sync data for ids ['66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'] in dv-cinder-797970-2-iscsi is: [{'id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'name': 'tempest-TestVolumeBootPattern-1336456069-router', 'tenant_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:08Z', 'updated_at': '2021-10-14T11:38:12Z', 'revision_number': 4, 'project_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'gw_port': {'id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:09Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '88eefccb-b2cf-42f4-9479-27526aaef917', 'name': '', 'network_id': '91d9455c-7b56-41d6-a534-73933e8cd1e7', 'tenant_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'mac_address': 'fa:16:3e:61:33:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '479b8a38-9069-47ca-bbc3-9d7e673ceb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:11Z', 'updated_at': '2021-10-14T11:38:16Z', 'revision_number': 4, 'project_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'subnets': [{'id': '479b8a38-9069-47ca-bbc3-9d7e673ceb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:38:17.731016 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.provisioning_blocks [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Transition to ACTIVE for port object ba2b658e-4cf2-4cc0-8acf-4deec6c2507f will not be triggered until provisioned by entity L2. {{(pid=99833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:38:17.736403 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:17.863533 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:17.997908 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Attempting to bind port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:38:17.998282 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Attempting to bind port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '22562a98-2e96-41a3-8a9d-5fe756fcb066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb'}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:38:17.998598 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Attempting to bind port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f on network 9e5d4eb7-f030-47ce-8206-2355b34de9eb {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:38:18.007231 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f on network 9e5d4eb7-f030-47ce-8206-2355b34de9eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:38:18.008902 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Attempting to bind port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f on network 9e5d4eb7-f030-47ce-8206-2355b34de9eb {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:38:18.020320 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:38:18.020804 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Checking segment: {'id': '22562a98-2e96-41a3-8a9d-5fe756fcb066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:38:18.021207 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Bound using segment: {'id': '22562a98-2e96-41a3-8a9d-5fe756fcb066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb'} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:38:18.021655 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Bound port: ba2b658e-4cf2-4cc0-8acf-4deec6c2507f, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22562a98-2e96-41a3-8a9d-5fe756fcb066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb'}}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:38:18.022013 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:18.126561 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] For port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f, host hv-cinder-79797, cleared binding levels {{(pid=99833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:38:18.130599 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] For port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f,segment=NetworkSegment(22562a98-2e96-41a3-8a9d-5fe756fcb066),segment_id=22562a98-2e96-41a3-8a9d-5fe756fcb066)] {{(pid=99833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:38:18.137714 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:18.178942 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:18.181346 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:18.185755 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] 10.222.0.36 "PUT /v2.0/ports/ba2b658e-4cf2-4cc0-8acf-4deec6c2507f HTTP/1.1" status: 200 len: 1094 time: 1.4373515 Oct 14 11:38:18.191650 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'tag': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:38:18.194698 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e49227-b13f-4fa3-bdb7-dff7e7dc2b53" -d '{"events": [{"name": "network-changed", "server_uuid": "0a01dae7-b9c6-401e-b70d-8005990252f9", "tag": "ba2b658e-4cf2-4cc0-8acf-4deec6c2507f"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:38:18.259370 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7019f7e9-8917-4638-ae1c-08e58fa513d3 x-openstack-request-id: req-7019f7e9-8917-4638-ae1c-08e58fa513d3 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:38:18.260025 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a01dae7-b9c6-401e-b70d-8005990252f9", "tag": "ba2b658e-4cf2-4cc0-8acf-4deec6c2507f", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:38:18.260025 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7019f7e9-8917-4638-ae1c-08e58fa513d3 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:38:18.260464 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'tag': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f', 'status': 'completed', 'code': 200} Oct 14 11:38:18.277001 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a73a6-7782-4b22-a423-b24abcf39300 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f,revision_number=3']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:18.481707 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf9a1a-a48e-4f72-bd4d-6f05d5f3d501 req-8ab1fc97-3624-4bb2-b061-7284177f68d4 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:18.496292 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-13cf9a1a-a48e-4f72-bd4d-6f05d5f3d501 req-8ab1fc97-3624-4bb2-b061-7284177f68d4 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 944 time: 0.1125026 Oct 14 11:38:18.544496 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-13cf9a1a-a48e-4f72-bd4d-6f05d5f3d501 req-93dd20a0-03d5-4871-81ee-079ac2bf8de0 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469060 Oct 14 11:38:19.704286 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 88eefccb-b2cf-42f4-9479-27526aaef917 up at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:38:19.744325 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f70e3c-b81d-43df-8c17-b0a4d7666785 req-c7ee9429-144f-4185-bc09-266183562f95 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:19.746877 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-18f70e3c-b81d-43df-8c17-b0a4d7666785 req-c7ee9429-144f-4185-bc09-266183562f95 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 944 time: 0.0882993 Oct 14 11:38:19.776321 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Provisioning complete for port 88eefccb-b2cf-42f4-9479-27526aaef917 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:19.776840 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:19.780503 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d45d734b-bb80-4e3b-8606-bc5b1875f621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:19.804435 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-18f70e3c-b81d-43df-8c17-b0a4d7666785 req-8498790a-59b1-4824-bcd3-713ba746a866 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513141 Oct 14 11:38:20.966499 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8debab-36be-4985-9ee9-b4f5aeac3f76 req-29fd4b69-1478-4172-b67c-dd922467a6d9 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:20.968036 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4b8debab-36be-4985-9ee9-b4f5aeac3f76 req-29fd4b69-1478-4172-b67c-dd922467a6d9 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 944 time: 0.0581045 Oct 14 11:38:21.007802 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4b8debab-36be-4985-9ee9-b4f5aeac3f76 req-a654732c-16f5-4c25-90a1-8f092f249ffd tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331783 Oct 14 11:38:21.254350 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:22.132932 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e283b-c56f-4034-adef-6b9eb52c4677 req-221c6aee-836c-4806-a477-ef8b99e34480 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:22.134632 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-382e283b-c56f-4034-adef-6b9eb52c4677 req-221c6aee-836c-4806-a477-ef8b99e34480 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 944 time: 0.0534461 Oct 14 11:38:22.176456 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-382e283b-c56f-4034-adef-6b9eb52c4677 req-3d605b1d-7fa1-463c-91fd-2ed2d946c13c tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357988 Oct 14 11:38:22.575984 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:23.029744 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:23.307494 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b785ca-2cb8-4b33-a109-9c4d0ba680f1 req-f5531070-47b1-4adc-afdf-016ea7bafa70 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:23.308996 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c0b785ca-2cb8-4b33-a109-9c4d0ba680f1 req-f5531070-47b1-4adc-afdf-016ea7bafa70 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 944 time: 0.0531652 Oct 14 11:38:23.364665 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-c0b785ca-2cb8-4b33-a109-9c4d0ba680f1 req-b82ea4ae-a21f-4883-a76f-793e95311e1c tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470512 Oct 14 11:38:24.531091 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfef31-b0a9-41a6-8b85-c367386300d6 req-cd105278-a1ab-4eae-8802-f46e5c7552fd tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:24.532558 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-16bfef31-b0a9-41a6-8b85-c367386300d6 req-cd105278-a1ab-4eae-8802-f46e5c7552fd tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 944 time: 0.0762529 Oct 14 11:38:24.570417 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-16bfef31-b0a9-41a6-8b85-c367386300d6 req-58ee8e37-fb14-4c70-806a-f2f8577bfe6d tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318534 Oct 14 11:38:25.692574 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938504-e46f-44c0-b123-c608c41020e8 req-1fda1ff2-3d82-4f9b-83a2-37d5ab5a1494 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:25.694039 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-19938504-e46f-44c0-b123-c608c41020e8 req-1fda1ff2-3d82-4f9b-83a2-37d5ab5a1494 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 944 time: 0.0503144 Oct 14 11:38:25.735323 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-19938504-e46f-44c0-b123-c608c41020e8 req-df3313a8-b698-43a7-910d-1ad48c895066 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347066 Oct 14 11:38:26.946726 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90660fac-5ca2-42a2-bb30-4fb510e5c103 req-6dbc74b0-4463-4074-9ff3-63eb69744088 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:26.948368 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-90660fac-5ca2-42a2-bb30-4fb510e5c103 req-6dbc74b0-4463-4074-9ff3-63eb69744088 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 944 time: 0.1447768 Oct 14 11:38:26.990723 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-90660fac-5ca2-42a2-bb30-4fb510e5c103 req-ce3375f3-8dcb-45ae-adad-df7435558bf4 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365148 Oct 14 11:38:27.230787 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49227-b13f-4fa3-bdb7-dff7e7dc2b53 req-c90f5b2b-9d54-4a4b-9e7b-1bff97af8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:27.232308 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-32e49227-b13f-4fa3-bdb7-dff7e7dc2b53 req-c90f5b2b-9d54-4a4b-9e7b-1bff97af8feb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd03876bb74840b9876ce7446e97c5bf&device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 1097 time: 0.0420492 Oct 14 11:38:27.410912 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49227-b13f-4fa3-bdb7-dff7e7dc2b53 req-ac29ee9a-b021-4983-b285-8c1807c82d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:27.412367 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-32e49227-b13f-4fa3-bdb7-dff7e7dc2b53 req-ac29ee9a-b021-4983-b285-8c1807c82d47 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bd03876bb74840b9876ce7446e97c5bf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1678150 Oct 14 11:38:27.572250 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49227-b13f-4fa3-bdb7-dff7e7dc2b53 req-43bfecdd-3d61-41d5-952b-c06cd59441d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:27.573723 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-32e49227-b13f-4fa3-bdb7-dff7e7dc2b53 req-43bfecdd-3d61-41d5-952b-c06cd59441d4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1539450 Oct 14 11:38:27.663906 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-21438e3f-d1f9-4d80-8899-04078474977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:27.665424 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-21438e3f-d1f9-4d80-8899-04078474977d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd03876bb74840b9876ce7446e97c5bf&device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 1097 time: 0.0452521 Oct 14 11:38:27.707173 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-85c7612a-1c8d-4455-95c5-4cc941410d0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f HTTP/1.1" status: 200 len: 217 time: 0.0339160 Oct 14 11:38:27.756512 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-02ac0df2-f414-4a89-8e78-377a98ed3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:27.757963 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-02ac0df2-f414-4a89-8e78-377a98ed3787 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04c99e45-56f6-422c-a7fe-7585bee7856a HTTP/1.1" status: 200 len: 853 time: 0.0440166 Oct 14 11:38:27.806951 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-52cd0848-f4c9-4c9b-82aa-28df0087122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:27.808312 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-52cd0848-f4c9-4c9b-82aa-28df0087122f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e5d4eb7-f030-47ce-8206-2355b34de9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433648 Oct 14 11:38:27.905069 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-ccdcf0fa-989b-4810-9395-f0cd1040cc83 service neutron] 10.222.0.36 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883412 Oct 14 11:38:28.006330 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1586ed21-1136-400a-9fe5-2089a9fb280e req-9c9f5df5-7599-4829-98c2-0173aa07d0be service neutron] 10.222.0.36 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935273 Oct 14 11:38:28.190742 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4e67d-00d9-4140-9ef6-8cc18f697a4d req-86f70734-4321-48d6-9eda-db49419d6acd tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:28.192728 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bdc4e67d-00d9-4140-9ef6-8cc18f697a4d req-86f70734-4321-48d6-9eda-db49419d6acd tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 944 time: 0.1226413 Oct 14 11:38:28.234040 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bdc4e67d-00d9-4140-9ef6-8cc18f697a4d req-0ac07c85-c455-4e77-9728-ffd1683bedf9 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326347 Oct 14 11:38:29.349358 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b03cc-b003-4529-8b87-64d36de79c7c req-c998a278-bb93-4713-95cd-ee76249d241a tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:29.350869 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-993b03cc-b003-4529-8b87-64d36de79c7c req-c998a278-bb93-4713-95cd-ee76249d241a tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 944 time: 0.0492544 Oct 14 11:38:29.388136 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-993b03cc-b003-4529-8b87-64d36de79c7c req-405b9fa9-642c-437d-81a3-c3ec26e559a8 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311515 Oct 14 11:38:30.500668 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b3654-5e03-4686-a5ed-49b043caed23 req-eef27096-26e9-4cd5-9ede-bac88287809d tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:30.502151 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6f9b3654-5e03-4686-a5ed-49b043caed23 req-eef27096-26e9-4cd5-9ede-bac88287809d tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 944 time: 0.0486090 Oct 14 11:38:30.539887 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-6f9b3654-5e03-4686-a5ed-49b043caed23 req-95f5a007-b45d-4aad-8d87-75ab08fcfe0d tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318408 Oct 14 11:38:30.942728 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device ba2b658e-4cf2-4cc0-8acf-4deec6c2507f details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:38:31.037794 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f,segment=NetworkSegment(22562a98-2e96-41a3-8a9d-5fe756fcb066),segment_id=22562a98-2e96-41a3-8a9d-5fe756fcb066)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:38:31.049437 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f', 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'port_id': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f', 'mac_address': 'fa:16:3e:11:41:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:38:31.085500 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:31.098007 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2b658e-4cf2-4cc0-8acf-4deec6c2507f {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:38:31.119152 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f,segment=NetworkSegment(22562a98-2e96-41a3-8a9d-5fe756fcb066),segment_id=22562a98-2e96-41a3-8a9d-5fe756fcb066)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:38:31.123561 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:31.176848 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:31.344430 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['ba2b658e-4cf2-4cc0-8acf-4deec6c2507f'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:38:31.652606 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71013237-9e07-45d7-a512-d788da87ec9b req-f3af0110-4c09-4ebd-b02a-5fd7a281ef68 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:31.654047 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-71013237-9e07-45d7-a512-d788da87ec9b req-f3af0110-4c09-4ebd-b02a-5fd7a281ef68 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 945 time: 0.0477700 Oct 14 11:38:31.690299 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-71013237-9e07-45d7-a512-d788da87ec9b req-edb41dcc-cfc4-42f5-a306-75c5066f5100 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303397 Oct 14 11:38:31.918984 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:32.385944 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:38:32.811085 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f66991-72d6-4e46-a280-6a432890f9d3 req-4a1a1c15-007c-46a8-86f9-8eff5f9167c7 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:32.812615 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e1f66991-72d6-4e46-a280-6a432890f9d3 req-4a1a1c15-007c-46a8-86f9-8eff5f9167c7 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 945 time: 0.0534031 Oct 14 11:38:32.854575 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e1f66991-72d6-4e46-a280-6a432890f9d3 req-001b15ac-ec9e-4c37-9add-55dab3d78975 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359571 Oct 14 11:38:32.961130 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device ba2b658e-4cf2-4cc0-8acf-4deec6c2507f up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:38:33.020669 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:38:33.025754 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:33.026193 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:33.263606 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:33.288959 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:38:33.291811 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c38627-6a1a-4d3d-b8e9-6bbf7910bab3" -d '{"events": [{"server_uuid": "0a01dae7-b9c6-401e-b70d-8005990252f9", "name": "network-vif-plugged", "status": "completed", "tag": "ba2b658e-4cf2-4cc0-8acf-4deec6c2507f"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:38:33.308846 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f,segment=NetworkSegment(22562a98-2e96-41a3-8a9d-5fe756fcb066),segment_id=22562a98-2e96-41a3-8a9d-5fe756fcb066)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:38:33.313343 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:33.355801 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c901121-4b5c-4c54-9e20-518d5bfdd1af x-openstack-request-id: req-8c901121-4b5c-4c54-9e20-518d5bfdd1af {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:38:33.356088 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a01dae7-b9c6-401e-b70d-8005990252f9", "name": "network-vif-plugged", "status": "completed", "tag": "ba2b658e-4cf2-4cc0-8acf-4deec6c2507f", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:38:33.356332 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8c901121-4b5c-4c54-9e20-518d5bfdd1af {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:38:33.356720 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f', 'code': 200} Oct 14 11:38:33.374066 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:33.476432 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-30fce369-617a-431c-97bd-a085a81eeae0 req-554bb3b7-e185-4d57-85e4-5dd796fe3f46 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035502327&fields=id&tenant_id=5e1aec9f39fe40678b431698b09f8ba4 HTTP/1.1" status: 200 len: 267 time: 0.0342779 Oct 14 11:38:33.531535 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8731c6-882f-43dd-a7b8-41236f4f9ca7 req-4effb4d9-f17b-4938-9384-5a94d3f4425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:33.532920 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bf8731c6-882f-43dd-a7b8-41236f4f9ca7 req-4effb4d9-f17b-4938-9384-5a94d3f4425a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 1099 time: 0.0443106 Oct 14 11:38:33.568553 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bf8731c6-882f-43dd-a7b8-41236f4f9ca7 req-e4a7ab3f-69f5-4310-be36-78be9d2afb9a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277908 Oct 14 11:38:33.595995 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fce369-617a-431c-97bd-a085a81eeae0 req-b6216b37-317c-454c-85c9-c7aeb786b710 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:33.597435 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-30fce369-617a-431c-97bd-a085a81eeae0 req-b6216b37-317c-454c-85c9-c7aeb786b710 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 810 time: 0.1135621 Oct 14 11:38:33.612475 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-30fce369-617a-431c-97bd-a085a81eeae0 req-0482395b-19f9-4e13-a4f5-64be86ea8c78 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/quotas/5e1aec9f39fe40678b431698b09f8ba4 HTTP/1.1" status: 200 len: 375 time: 0.0090714 Oct 14 11:38:33.668788 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-30fce369-617a-431c-97bd-a085a81eeae0 req-fdefbef0-c025-4b73-851c-dcd1102e368c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497966 Oct 14 11:38:33.816128 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-30fce369-617a-431c-97bd-a085a81eeae0 req-f2fddac5-5e99-4348-b487-5053b816ea85 service neutron] 10.222.0.69 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355886 Oct 14 11:38:33.920137 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-30fce369-617a-431c-97bd-a085a81eeae0 req-28da80db-25f3-4013-81ea-adc35e59ae0e service neutron] 10.222.0.69 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965168 Oct 14 11:38:33.983253 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac8bab-e19d-40a9-90db-d6d947e781ea req-6f44a6fb-8dd0-43bc-b282-4fd375f5d978 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:33.984810 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a5ac8bab-e19d-40a9-90db-d6d947e781ea req-6f44a6fb-8dd0-43bc-b282-4fd375f5d978 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 946 time: 0.0540843 Oct 14 11:38:34.030983 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a5ac8bab-e19d-40a9-90db-d6d947e781ea req-71ade7c2-39b0-465b-9687-55b1593ae849 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375972 Oct 14 11:38:34.221551 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5ed2a235-ed38-435f-9f8d-ac292cafeb17 req-516eb1bf-aaf2-44fe-8b90-6ff608b690ea tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 210 time: 0.0266118 Oct 14 11:38:35.167909 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbcfbe-3043-4fc4-96ee-fc303f672a9d req-1c4db834-0391-4837-9203-243dfac3114b tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:35.169466 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ffbbcfbe-3043-4fc4-96ee-fc303f672a9d req-1c4db834-0391-4837-9203-243dfac3114b tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 946 time: 0.0646777 Oct 14 11:38:35.170832 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fce369-617a-431c-97bd-a085a81eeae0 req-70e84729-9dc7-4a16-a7f4-5b1d5a2cb7de tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:35.172283 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-30fce369-617a-431c-97bd-a085a81eeae0 req-70e84729-9dc7-4a16-a7f4-5b1d5a2cb7de tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.36 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 810 time: 0.1122952 Oct 14 11:38:35.216543 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ffbbcfbe-3043-4fc4-96ee-fc303f672a9d req-184f8e8d-3eda-4ab8-9c3a-79d46a2e783d tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392866 Oct 14 11:38:35.229949 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-30fce369-617a-431c-97bd-a085a81eeae0 req-9502e1c7-d81b-4605-a3cb-b3435844d343 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e1aec9f39fe40678b431698b09f8ba4 HTTP/1.1" status: 200 len: 380 time: 0.0428960 Oct 14 11:38:35.239300 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-30fce369-617a-431c-97bd-a085a81eeae0 req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Request body: {'port': {'device_id': '5508791d-469c-443b-a85d-4c2d1c7dedb5', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'admin_state_up': True, 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'security_groups': ['d4bb9676-560c-445a-91b4-6af5e2f5f9b0']}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:35.344459 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bb3d60e2-c1ac-4d33-a6c4-793b282a2c0f req-0430f081-f932-42ee-b9ea-7250eeb6e962 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 210 time: 0.0295925 Oct 14 11:38:35.394865 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d71d51-9a80-43f0-9461-a9f9d6b320c8 req-f63b6f9b-b6e6-4f10-bf18-b538b08d235b tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:35.395851 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c5d71d51-9a80-43f0-9461-a9f9d6b320c8 req-f63b6f9b-b6e6-4f10-bf18-b538b08d235b tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 946 time: 0.0782495 Oct 14 11:38:35.424252 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fce369-617a-431c-97bd-a085a81eeae0 req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Made reservation on behalf of 5e1aec9f39fe40678b431698b09f8ba4 for: {'port': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:38:35.427666 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-30fce369-617a-431c-97bd-a085a81eeae0 req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:35.464671 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c5d71d51-9a80-43f0-9461-a9f9d6b320c8 req-24bdc563-1aed-4dcf-8517-3e95e638eebf tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584424 Oct 14 11:38:35.580882 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [req-30fce369-617a-431c-97bd-a085a81eeae0 req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Allocated IP 172.20.0.3 (b9b8e66e-94c5-462e-86fc-3a020a21504b/66472857-1d64-42b3-8a3a-11190a05f7e4/4b198920-9eb0-43d4-a9d4-48bc8ec9067a) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:38:35.733993 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-30fce369-617a-431c-97bd-a085a81eeae0 req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:36.032923 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-30fce369-617a-431c-97bd-a085a81eeae0 req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:36.081060 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fce369-617a-431c-97bd-a085a81eeae0 req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Network b9b8e66e-94c5-462e-86fc-3a020a21504b is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:38:36.089876 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [req-30fce369-617a-431c-97bd-a085a81eeae0 req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:38:36.094941 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fce369-617a-431c-97bd-a085a81eeae0 req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:38:36.104104 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191e6dc-9de7-424a-9863-45f60bec5608 req-6e196bde-d59d-46a1-9515-589990ed4a8d tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:36.105630 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f191e6dc-9de7-424a-9863-45f60bec5608 req-6e196bde-d59d-46a1-9515-589990ed4a8d tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 946 time: 0.3455000 Oct 14 11:38:36.107905 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event updated for resources: {'Port': ['ID=4b198920-9eb0-43d4-a9d4-48bc8ec9067a,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:36.153455 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:36.153896 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:36.154295 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:36.154627 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:36.154956 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:36.155281 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:36.155681 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:36.155999 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:36.156478 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:36.157072 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:36.157604 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:36.158185 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:36.211989 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fce369-617a-431c-97bd-a085a81eeae0 req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:36.212866 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-30fce369-617a-431c-97bd-a085a81eeae0 req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:36.226556 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f191e6dc-9de7-424a-9863-45f60bec5608 req-c7df2e06-25bc-4705-80a0-7550ba8885ce tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959277 Oct 14 11:38:36.253052 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-30fce369-617a-431c-97bd-a085a81eeae0 req-a352b74d-3848-4615-b1c6-35d61882ef13 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0059080 Oct 14 11:38:36.257566 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Request body: {'port': {'device_id': '5508791d-469c-443b-a85d-4c2d1c7dedb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:36.294073 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-e22242e2-e71f-4ef6-bee0-2c080a1bad76 None None] Provisioning complete for port 4b198920-9eb0-43d4-a9d4-48bc8ec9067a triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:36.295140 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e22242e2-e71f-4ef6-bee0-2c080a1bad76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:36.321454 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:36.337298 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-e22242e2-e71f-4ef6-bee0-2c080a1bad76 None None] Port 4b198920-9eb0-43d4-a9d4-48bc8ec9067a cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:38:36.475786 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1ece5-c5ba-47f4-89f4-649ce463a25f req-0bfd19e1-ebb6-4ae0-9275-10d8110ccd82 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:36.478092 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-8cd1ece5-c5ba-47f4-89f4-649ce463a25f req-0bfd19e1-ebb6-4ae0-9275-10d8110ccd82 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 931 time: 0.0570567 Oct 14 11:38:36.522025 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-8cd1ece5-c5ba-47f4-89f4-649ce463a25f req-234464ba-2a7c-4500-aefd-9dbca84ee759 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370197 Oct 14 11:38:36.651184 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b198920-9eb0-43d4-a9d4-48bc8ec9067a {{(pid=99833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:38:36.660806 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:36.674827 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.provisioning_blocks [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Transition to ACTIVE for port object 4b198920-9eb0-43d4-a9d4-48bc8ec9067a will not be triggered until provisioned by entity L2. {{(pid=99833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:38:36.678664 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:36.736065 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Pushing event updated for resources: {'Port': ['ID=4b198920-9eb0-43d4-a9d4-48bc8ec9067a,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:36.815141 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Attempting to bind port 4b198920-9eb0-43d4-a9d4-48bc8ec9067a on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:38:36.815582 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Attempting to bind port 4b198920-9eb0-43d4-a9d4-48bc8ec9067a by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:38:36.816066 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Attempting to bind port 4b198920-9eb0-43d4-a9d4-48bc8ec9067a on network b9b8e66e-94c5-462e-86fc-3a020a21504b {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:38:36.821546 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Port 4b198920-9eb0-43d4-a9d4-48bc8ec9067a on network b9b8e66e-94c5-462e-86fc-3a020a21504b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:38:36.821980 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Attempting to bind port 4b198920-9eb0-43d4-a9d4-48bc8ec9067a on network b9b8e66e-94c5-462e-86fc-3a020a21504b {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:38:36.827859 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:38:36.828155 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Checking segment: {'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:38:36.828610 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Bound using segment: {'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:38:36.829228 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Bound port: 4b198920-9eb0-43d4-a9d4-48bc8ec9067a, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'}}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:38:36.829577 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:36.903525 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] For port 4b198920-9eb0-43d4-a9d4-48bc8ec9067a, host hv-cinder-79797, cleared binding levels {{(pid=99833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:38:36.906704 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] For port 4b198920-9eb0-43d4-a9d4-48bc8ec9067a, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=4b198920-9eb0-43d4-a9d4-48bc8ec9067a,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:38:36.911299 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:36.950156 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:36.950816 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:36.952226 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-30fce369-617a-431c-97bd-a085a81eeae0 req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] 10.222.0.36 "PUT /v2.0/ports/4b198920-9eb0-43d4-a9d4-48bc8ec9067a HTTP/1.1" status: 200 len: 1093 time: 0.7034328 Oct 14 11:38:36.952823 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5508791d-469c-443b-a85d-4c2d1c7dedb5', 'tag': '4b198920-9eb0-43d4-a9d4-48bc8ec9067a'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:38:36.955060 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be2ba65-4e6c-49b7-9add-ad02984e744a" -d '{"events": [{"name": "network-changed", "server_uuid": "5508791d-469c-443b-a85d-4c2d1c7dedb5", "tag": "4b198920-9eb0-43d4-a9d4-48bc8ec9067a"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:38:36.985752 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360a456-be08-47bc-b073-dd7881eebe5c service neutron] Pushing event updated for resources: {'Port': ['ID=4b198920-9eb0-43d4-a9d4-48bc8ec9067a,revision_number=3']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:37.000191 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d3217c-e31f-4e3e-9755-10bf77faddfa x-openstack-request-id: req-41d3217c-e31f-4e3e-9755-10bf77faddfa {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:38:37.000476 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5508791d-469c-443b-a85d-4c2d1c7dedb5", "tag": "4b198920-9eb0-43d4-a9d4-48bc8ec9067a", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:38:37.000722 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41d3217c-e31f-4e3e-9755-10bf77faddfa {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:38:37.001143 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5508791d-469c-443b-a85d-4c2d1c7dedb5', 'tag': '4b198920-9eb0-43d4-a9d4-48bc8ec9067a', 'status': 'completed', 'code': 200} Oct 14 11:38:37.053248 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fce369-617a-431c-97bd-a085a81eeae0 req-ec75793b-2841-4689-8457-3fe605f06114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:37.054848 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-30fce369-617a-431c-97bd-a085a81eeae0 req-ec75793b-2841-4689-8457-3fe605f06114 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 1096 time: 0.0449512 Oct 14 11:38:37.103437 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-30fce369-617a-431c-97bd-a085a81eeae0 req-478f7c81-d5a4-471f-9a30-8866e6c1f4c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b198920-9eb0-43d4-a9d4-48bc8ec9067a HTTP/1.1" status: 200 len: 217 time: 0.0411687 Oct 14 11:38:37.155742 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fce369-617a-431c-97bd-a085a81eeae0 req-970cc569-a7cc-4ee7-b138-fa03bbdefafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:37.157363 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-30fce369-617a-431c-97bd-a085a81eeae0 req-970cc569-a7cc-4ee7-b138-fa03bbdefafb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66472857-1d64-42b3-8a3a-11190a05f7e4 HTTP/1.1" status: 200 len: 849 time: 0.0476062 Oct 14 11:38:37.208901 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fce369-617a-431c-97bd-a085a81eeae0 req-d92f35af-b723-4435-b12f-b8035eebfc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:37.210434 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-30fce369-617a-431c-97bd-a085a81eeae0 req-d92f35af-b723-4435-b12f-b8035eebfc84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9b8e66e-94c5-462e-86fc-3a020a21504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431082 Oct 14 11:38:37.307342 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-30fce369-617a-431c-97bd-a085a81eeae0 req-f8ec632b-0d22-4e70-ac3d-9d7d7c495e9e service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900817 Oct 14 11:38:37.403573 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-30fce369-617a-431c-97bd-a085a81eeae0 req-22127aba-bc37-44b2-b37d-c55a3a5c1e37 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891244 Oct 14 11:38:37.491166 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2ba65-4e6c-49b7-9add-ad02984e744a req-bcc425b8-faae-4a66-ac56-b197b0ab225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:37.492692 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5be2ba65-4e6c-49b7-9add-ad02984e744a req-bcc425b8-faae-4a66-ac56-b197b0ab225c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 1096 time: 0.0406451 Oct 14 11:38:37.589942 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2ba65-4e6c-49b7-9add-ad02984e744a req-ee4481b7-451b-4f65-aa79-2ef7d7b299f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:37.591429 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5be2ba65-4e6c-49b7-9add-ad02984e744a req-ee4481b7-451b-4f65-aa79-2ef7d7b299f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 911 time: 0.0912004 Oct 14 11:38:37.635450 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5be2ba65-4e6c-49b7-9add-ad02984e744a req-49a85369-cd10-44fd-92bd-db01ecfda5fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b198920-9eb0-43d4-a9d4-48bc8ec9067a HTTP/1.1" status: 200 len: 217 time: 0.0360110 Oct 14 11:38:37.652801 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda43569-0ef9-4841-87d4-0e7d6178a1b9 req-2d69f40c-0381-40ed-8a91-fcc556809088 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:37.654350 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cda43569-0ef9-4841-87d4-0e7d6178a1b9 req-2d69f40c-0381-40ed-8a91-fcc556809088 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 943 time: 0.0609438 Oct 14 11:38:37.690801 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2ba65-4e6c-49b7-9add-ad02984e744a req-893f1b9b-bbc3-4860-a616-c5afa7be9453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:37.692338 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5be2ba65-4e6c-49b7-9add-ad02984e744a req-893f1b9b-bbc3-4860-a616-c5afa7be9453 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66472857-1d64-42b3-8a3a-11190a05f7e4 HTTP/1.1" status: 200 len: 849 time: 0.0501816 Oct 14 11:38:37.694169 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cda43569-0ef9-4841-87d4-0e7d6178a1b9 req-6c28fbd1-2938-47c1-bae7-38d3d4897ec5 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332921 Oct 14 11:38:37.739077 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2ba65-4e6c-49b7-9add-ad02984e744a req-b991c4fa-8698-40e9-a18f-d94582595e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:37.740568 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5be2ba65-4e6c-49b7-9add-ad02984e744a req-b991c4fa-8698-40e9-a18f-d94582595e2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9b8e66e-94c5-462e-86fc-3a020a21504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413837 Oct 14 11:38:37.835405 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5be2ba65-4e6c-49b7-9add-ad02984e744a req-db5b3f19-b49b-4fed-a102-07a5d8f2cb5a service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875542 Oct 14 11:38:37.935442 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5be2ba65-4e6c-49b7-9add-ad02984e744a req-b5e6ce8e-5d3c-4b5f-b252-aeffcf70111a service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926120 Oct 14 11:38:38.042901 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8f84f8d8-f9d9-4896-9f78-7feb04d4d106 req-c74c0dad-8978-4adf-a059-df7907a738d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436518 Oct 14 11:38:38.145280 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84f8d8-f9d9-4896-9f78-7feb04d4d106 req-3a366b95-cd97-40bb-8fa9-cc13ef93248d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:38.146799 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8f84f8d8-f9d9-4896-9f78-7feb04d4d106 req-3a366b95-cd97-40bb-8fa9-cc13ef93248d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd03876bb74840b9876ce7446e97c5bf&device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 1099 time: 0.0561061 Oct 14 11:38:38.263405 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84f8d8-f9d9-4896-9f78-7feb04d4d106 req-84f7b770-2987-44cf-8728-ac3bcb1a8fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:38.265031 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8f84f8d8-f9d9-4896-9f78-7feb04d4d106 req-84f7b770-2987-44cf-8728-ac3bcb1a8fe4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e5d4eb7-f030-47ce-8206-2355b34de9eb HTTP/1.1" status: 200 len: 915 time: 0.0987730 Oct 14 11:38:38.312824 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8f84f8d8-f9d9-4896-9f78-7feb04d4d106 req-05e5e0ee-b1f2-4629-bc4c-e32d2607df5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f HTTP/1.1" status: 200 len: 217 time: 0.0395005 Oct 14 11:38:38.367138 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84f8d8-f9d9-4896-9f78-7feb04d4d106 req-d2f41238-509a-4811-8e26-93f3dc81e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:38.369483 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8f84f8d8-f9d9-4896-9f78-7feb04d4d106 req-d2f41238-509a-4811-8e26-93f3dc81e6b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04c99e45-56f6-422c-a7fe-7585bee7856a HTTP/1.1" status: 200 len: 853 time: 0.0492675 Oct 14 11:38:38.418932 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84f8d8-f9d9-4896-9f78-7feb04d4d106 req-dd110a2f-6085-43e5-8fb7-41de723b54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:38.420591 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8f84f8d8-f9d9-4896-9f78-7feb04d4d106 req-dd110a2f-6085-43e5-8fb7-41de723b54cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e5d4eb7-f030-47ce-8206-2355b34de9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442777 Oct 14 11:38:38.519953 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8f84f8d8-f9d9-4896-9f78-7feb04d4d106 req-ed56ee28-8c0f-4755-a922-6042896335ae service neutron] 10.222.0.36 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911291 Oct 14 11:38:38.608542 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8f84f8d8-f9d9-4896-9f78-7feb04d4d106 req-64f3ecc5-3b5e-4667-a642-ebccc40a6156 service neutron] 10.222.0.36 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811214 Oct 14 11:38:38.811242 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78f72e-5a82-4268-8734-f991833fc84b req-a19b61ef-45dc-4a8d-8364-27183a734319 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:38.812699 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7a78f72e-5a82-4268-8734-f991833fc84b req-a19b61ef-45dc-4a8d-8364-27183a734319 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 943 time: 0.0488589 Oct 14 11:38:38.849978 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7a78f72e-5a82-4268-8734-f991833fc84b req-b0cb4693-15fa-4d0c-bade-3879fb9226a9 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314603 Oct 14 11:38:39.965501 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa76f40-7534-44f2-a940-ca8b1ee58cc0 req-313e13f5-8823-43cd-9c2a-4c237480c0f7 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:39.966992 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6fa76f40-7534-44f2-a940-ca8b1ee58cc0 req-313e13f5-8823-43cd-9c2a-4c237480c0f7 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 943 time: 0.0489643 Oct 14 11:38:40.010988 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6fa76f40-7534-44f2-a940-ca8b1ee58cc0 req-f14ced4f-0386-4f1c-bf56-84d707ab7918 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380292 Oct 14 11:38:41.124446 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd80854-4818-43f8-a108-13492bf75214 req-f7ce3592-31da-4020-9918-5859dfe720bb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:41.125904 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-1bd80854-4818-43f8-a108-13492bf75214 req-f7ce3592-31da-4020-9918-5859dfe720bb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 943 time: 0.0491259 Oct 14 11:38:41.162997 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-1bd80854-4818-43f8-a108-13492bf75214 req-2c704c88-2b37-43e2-80ff-a98b524ef9fb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311925 Oct 14 11:38:42.284116 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8806a-c3e9-4f8a-a6ab-eb3676bcb864 req-81f05ff0-b33d-4c60-ae5c-ceaa574c9dc4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:42.285621 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-07e8806a-c3e9-4f8a-a6ab-eb3676bcb864 req-81f05ff0-b33d-4c60-ae5c-ceaa574c9dc4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 943 time: 0.0513260 Oct 14 11:38:42.329292 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-07e8806a-c3e9-4f8a-a6ab-eb3676bcb864 req-e417c83c-82f9-4ba1-8e9e-2a7e4b1cc3b1 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369704 Oct 14 11:38:43.464251 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933736a8-4463-44ba-914e-9ed595261171 req-e5db7af9-5e02-4ab7-ba70-cf17cbc4cae8 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:43.465728 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-933736a8-4463-44ba-914e-9ed595261171 req-e5db7af9-5e02-4ab7-ba70-cf17cbc4cae8 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 943 time: 0.0612061 Oct 14 11:38:43.504674 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-933736a8-4463-44ba-914e-9ed595261171 req-cef75ad2-60bb-41ba-831f-4352e587c6cb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327692 Oct 14 11:38:44.627564 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ca346-f102-41ce-b91b-c29839e2a4ed req-1b1161eb-7f0d-448f-bab8-939a7610a286 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:44.629084 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ab5ca346-f102-41ce-b91b-c29839e2a4ed req-1b1161eb-7f0d-448f-bab8-939a7610a286 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 943 time: 0.0555818 Oct 14 11:38:44.646123 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10fcfa-c372-479d-8d9c-18fafc749cd0 req-94160e4c-721a-4d99-94a4-5b1cd454dfab tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:44.647697 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fd10fcfa-c372-479d-8d9c-18fafc749cd0 req-94160e4c-721a-4d99-94a4-5b1cd454dfab tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 946 time: 0.0507941 Oct 14 11:38:44.670265 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ab5ca346-f102-41ce-b91b-c29839e2a4ed req-ab5a9e7c-4ae0-45f5-ab61-7e13d63bbabe tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345073 Oct 14 11:38:44.689255 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fd10fcfa-c372-479d-8d9c-18fafc749cd0 req-801a5f18-b2af-4c70-8c4f-e3a256d4ed68 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350113 Oct 14 11:38:44.713207 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58874) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:44.864779 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1daaf8e-a0ed-498c-b0b5-b67cbba6d016 tempest-TestMinimumBasicScenario-781034466 tempest-TestMinimumBasicScenario-781034466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:44.866325 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-a1daaf8e-a0ed-498c-b0b5-b67cbba6d016 tempest-TestMinimumBasicScenario-781034466 tempest-TestMinimumBasicScenario-781034466-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 1094 time: 0.1520624 Oct 14 11:38:44.870065 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58878) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:44.874583 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Request body: {'floatingip': {'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'port_id': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:44.897833 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for floatingip, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:44.992480 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 4b198920-9eb0-43d4-a9d4-48bc8ec9067a details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:38:45.009947 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:45.103118 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 4b198920-9eb0-43d4-a9d4-48bc8ec9067a, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=4b198920-9eb0-43d4-a9d4-48bc8ec9067a,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:38:45.116481 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': '4b198920-9eb0-43d4-a9d4-48bc8ec9067a', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'port_id': '4b198920-9eb0-43d4-a9d4-48bc8ec9067a', 'mac_address': 'fa:16:3e:f1:39:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:38:45.126057 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_common [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Allocated IP 172.27.1.119 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/bb6b1e52-e4e0-4de1-a8d8-4b290589c5bc) {{(pid=99832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:38:45.164052 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:45.179579 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b198920-9eb0-43d4-a9d4-48bc8ec9067a {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:38:45.202649 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 4b198920-9eb0-43d4-a9d4-48bc8ec9067a, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=4b198920-9eb0-43d4-a9d4-48bc8ec9067a,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:38:45.213188 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:45.244152 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for port, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:45.271569 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=4b198920-9eb0-43d4-a9d4-48bc8ec9067a,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:45.285764 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:45.330678 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:38:45.334862 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.base_scheduler [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Resources bound (agent type, host, resource id): {{(pid=99832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:38:45.337365 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Pushing event updated for resources: {'Port': ['ID=bb6b1e52-e4e0-4de1-a8d8-4b290589c5bc,revision_number=1']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:45.339573 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Received port after_create {{(pid=99832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:38:45.433686 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['4b198920-9eb0-43d4-a9d4-48bc8ec9067a'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:38:45.721878 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:45.793199 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd91634-65f8-4e33-b713-aa7a011763b5 req-48d8ba56-6033-4cd9-a528-75c36745b096 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:45.794882 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3fd91634-65f8-4e33-b713-aa7a011763b5 req-48d8ba56-6033-4cd9-a528-75c36745b096 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 944 time: 0.0531654 Oct 14 11:38:45.810055 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:45.842846 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3fd91634-65f8-4e33-b713-aa7a011763b5 req-a6a40620-f71a-44a9-9a44-aff2c065a912 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372829 Oct 14 11:38:45.970228 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for port, precommit_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:45.974812 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7940003'] for port, after_update {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:46.050716 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Pushing event updated for resources: {'Port': ['ID=bb6b1e52-e4e0-4de1-a8d8-4b290589c5bc,revision_number=2']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:46.062789 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:46.063052 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:46.063393 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:46.063731 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:46.064062 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:46.064392 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:46.064722 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:46.065051 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:46.065377 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:46.065699 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:46.066026 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:46.066435 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:38:46.073381 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:46.178043 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.l3_db [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Floating IP 55b707bf-b8f5-4f51-9d46-3b2a6a185e02 associated. External IP: 172.27.1.119, port: ba2b658e-4cf2-4cc0-8acf-4deec6c2507f. Oct 14 11:38:46.399363 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Router 45d5e0db-f935-4c42-b402-70b120999649 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:38:46.513058 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:38:46.524131 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47549072-5d31-4bef-a152-7f3e5e0b74d9 None None] Sync routers for ids ['45d5e0db-f935-4c42-b402-70b120999649'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:38:46.533849 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47549072-5d31-4bef-a152-7f3e5e0b74d9 None None] Routers {'45d5e0db-f935-4c42-b402-70b120999649'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:38:46.534498 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-47549072-5d31-4bef-a152-7f3e5e0b74d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:38:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['45d5e0db-f935-4c42-b402-70b120999649'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:46.535033 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:46.563260 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-91031f5b-969a-4dfa-b0fb-bc2740ce9e51 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6920969 Oct 14 11:38:46.563997 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'tag': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f'}] {{(pid=99832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:38:46.566472 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af50caf8d1ac7674dcea6ec86450dc056b112dba1d121cabe0828069cdfb28ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853cb12f-769c-43fa-b310-9d87089cfbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "0a01dae7-b9c6-401e-b70d-8005990252f9", "tag": "ba2b658e-4cf2-4cc0-8acf-4deec6c2507f"}]}' {{(pid=99832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:38:46.566669 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58882) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:46.571862 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-3127c339-5e6c-42e8-8432-57be2c411e80 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-592058259', 'description': 'tempest-secgroup-smoke-592058259 description', 'project_id': 'bd03876bb74840b9876ce7446e97c5bf'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:46.605800 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3127c339-5e6c-42e8-8432-57be2c411e80 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:46.606461 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c763c024-a23b-44d3-9801-cb09857b8c77 x-openstack-request-id: req-c763c024-a23b-44d3-9801-cb09857b8c77 {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:38:46.607076 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a01dae7-b9c6-401e-b70d-8005990252f9", "tag": "ba2b658e-4cf2-4cc0-8acf-4deec6c2507f", "status": "completed", "code": 200}]} {{(pid=99832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:38:46.607511 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c763c024-a23b-44d3-9801-cb09857b8c77 {{(pid=99832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:38:46.607917 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'tag': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f', 'status': 'completed', 'code': 200} Oct 14 11:38:46.647221 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-47549072-5d31-4bef-a152-7f3e5e0b74d9 None None] Set router 45d5e0db-f935-4c42-b402-70b120999649 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:38:46.690172 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cb12f-769c-43fa-b310-9d87089cfbb5 req-db7ad16f-b1df-46c3-b50b-6ed02a901879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:46.691435 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-853cb12f-769c-43fa-b310-9d87089cfbb5 req-db7ad16f-b1df-46c3-b50b-6ed02a901879 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd03876bb74840b9876ce7446e97c5bf&device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 1099 time: 0.0617592 Oct 14 11:38:46.732109 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3127c339-5e6c-42e8-8432-57be2c411e80 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:46.743159 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3127c339-5e6c-42e8-8432-57be2c411e80 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:46.814466 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-3127c339-5e6c-42e8-8432-57be2c411e80 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:46.815708 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-3127c339-5e6c-42e8-8432-57be2c411e80 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2481394 Oct 14 11:38:46.818740 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58886) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:46.821167 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127c339-5e6c-42e8-8432-57be2c411e80 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a007d80-c0f5-4c7e-9c5c-41c83d242a60,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:46.833580 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-5acf4cd7-7cc8-42cd-9c66-e9916fa2379e tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Request body: {'security_group_rule': {'security_group_id': '0a007d80-c0f5-4c7e-9c5c-41c83d242a60', 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:46.837542 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cb12f-769c-43fa-b310-9d87089cfbb5 req-bff7fad2-43b1-48b6-8c34-1ae9fade8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:46.839321 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-853cb12f-769c-43fa-b310-9d87089cfbb5 req-bff7fad2-43b1-48b6-8c34-1ae9fade8e3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e5d4eb7-f030-47ce-8206-2355b34de9eb HTTP/1.1" status: 200 len: 915 time: 0.1377397 Oct 14 11:38:46.872549 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5acf4cd7-7cc8-42cd-9c66-e9916fa2379e tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:46.932115 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-853cb12f-769c-43fa-b310-9d87089cfbb5 req-dd0b1d54-add3-49fa-8ace-32a1315d5c5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f HTTP/1.1" status: 200 len: 1000 time: 0.0823526 Oct 14 11:38:46.934243 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5acf4cd7-7cc8-42cd-9c66-e9916fa2379e tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:46.939012 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5acf4cd7-7cc8-42cd-9c66-e9916fa2379e tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:46.941938 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-47549072-5d31-4bef-a152-7f3e5e0b74d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d5e0db-f935-4c42-b402-70b120999649', 'name': 'tempest-TestMinimumBasicScenario-702320312-router', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:47Z', 'updated_at': '2021-10-14T11:37:51Z', 'revision_number': 4, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'gw_port': {'id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:48Z', 'updated_at': '2021-10-14T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '55b707bf-b8f5-4f51-9d46-3b2a6a185e02', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '45d5e0db-f935-4c42-b402-70b120999649', 'port_id': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'mac_address': 'fa:16:3e:11:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:38:45Z', 'updated_at': '2021-10-14T11:38:45Z', 'revision_number': 0, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e704bb64-178b-48c4-bed6-1bf42d05495c', 'name': '', 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'mac_address': 'fa:16:3e:f9:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:50Z', 'updated_at': '2021-10-14T11:37:56Z', 'revision_number': 5, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'subnets': [{'id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:46.959411 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf4cd7-7cc8-42cd-9c66-e9916fa2379e tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abb3c16-3a00-4330-8c8b-2576d1811107,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:46.968238 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5acf4cd7-7cc8-42cd-9c66-e9916fa2379e tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:46.972569 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-5acf4cd7-7cc8-42cd-9c66-e9916fa2379e tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527445 Oct 14 11:38:46.973523 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58890) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:46.978930 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-5e5419fc-8818-4d3e-9b57-197d988f39c0 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Request body: {'security_group_rule': {'security_group_id': '0a007d80-c0f5-4c7e-9c5c-41c83d242a60', 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:46.980398 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47549072-5d31-4bef-a152-7f3e5e0b74d9 None None] Checking router: 45d5e0db-f935-4c42-b402-70b120999649 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:38:46.989945 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47549072-5d31-4bef-a152-7f3e5e0b74d9 None None] Routers {'45d5e0db-f935-4c42-b402-70b120999649'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:38:46.990670 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-47549072-5d31-4bef-a152-7f3e5e0b74d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:38:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['45d5e0db-f935-4c42-b402-70b120999649'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:47.012761 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5e5419fc-8818-4d3e-9b57-197d988f39c0 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.017205 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cb12f-769c-43fa-b310-9d87089cfbb5 req-d9fd45d6-20d2-4fca-a7f7-3effe4bc3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:47.018695 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-853cb12f-769c-43fa-b310-9d87089cfbb5 req-d9fd45d6-20d2-4fca-a7f7-3effe4bc3e4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04c99e45-56f6-422c-a7fe-7585bee7856a HTTP/1.1" status: 200 len: 853 time: 0.0621681 Oct 14 11:38:47.028063 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4e8ab-a52a-4147-b220-a9805da0eb10 req-367bc82b-eb4b-4555-bd96-23c68f701b77 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:47.029433 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 4b198920-9eb0-43d4-a9d4-48bc8ec9067a up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:38:47.029582 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2bd4e8ab-a52a-4147-b220-a9805da0eb10 req-367bc82b-eb4b-4555-bd96-23c68f701b77 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 944 time: 0.1088088 Oct 14 11:38:47.078656 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5e5419fc-8818-4d3e-9b57-197d988f39c0 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.088042 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5e5419fc-8818-4d3e-9b57-197d988f39c0 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.105268 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2bd4e8ab-a52a-4147-b220-a9805da0eb10 req-ab17f5da-c703-4ac7-883c-5b5bfd1d5157 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615013 Oct 14 11:38:47.108076 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cb12f-769c-43fa-b310-9d87089cfbb5 req-9e32c6aa-3140-4238-a74c-92d9df637989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:47.109965 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-853cb12f-769c-43fa-b310-9d87089cfbb5 req-9e32c6aa-3140-4238-a74c-92d9df637989 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e5d4eb7-f030-47ce-8206-2355b34de9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793312 Oct 14 11:38:47.115948 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-5e5419fc-8818-4d3e-9b57-197d988f39c0 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.119634 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-5e5419fc-8818-4d3e-9b57-197d988f39c0 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1445849 Oct 14 11:38:47.119928 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58892) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:47.125908 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [req-853cb12f-769c-43fa-b310-9d87089cfbb5 req-a194c167-e2f0-4e12-be7d-62c63447cc02 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=99833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:38:47.126068 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-b0f70573-bbd1-4812-ae7e-41d2151c5b07 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Request body: {'security_group_rule': {'security_group_id': '0a007d80-c0f5-4c7e-9c5c-41c83d242a60', 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:47.127167 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-853cb12f-769c-43fa-b310-9d87089cfbb5 req-a194c167-e2f0-4e12-be7d-62c63447cc02 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090058 Oct 14 11:38:47.131700 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5419fc-8818-4d3e-9b57-197d988f39c0 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97023eb-bec5-4ae8-a49c-5425e94d5b52,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:47.159302 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b0f70573-bbd1-4812-ae7e-41d2151c5b07 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.162476 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port 4b198920-9eb0-43d4-a9d4-48bc8ec9067a completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:38:47.171294 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-47549072-5d31-4bef-a152-7f3e5e0b74d9 None None] Set router 45d5e0db-f935-4c42-b402-70b120999649 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:38:47.173909 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port 4b198920-9eb0-43d4-a9d4-48bc8ec9067a triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:47.174453 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.244170 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b0f70573-bbd1-4812-ae7e-41d2151c5b07 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.252626 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b0f70573-bbd1-4812-ae7e-41d2151c5b07 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.258967 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-853cb12f-769c-43fa-b310-9d87089cfbb5 req-696774ad-15c3-4929-8f57-dc01f3704c4a service neutron] 10.222.0.36 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234980 Oct 14 11:38:47.285650 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f70573-bbd1-4812-ae7e-41d2151c5b07 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0df0de-501d-4d1e-b99f-44e3d9670b2e,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:47.296518 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b0f70573-bbd1-4812-ae7e-41d2151c5b07 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.300547 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-b0f70573-bbd1-4812-ae7e-41d2151c5b07 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1756318 Oct 14 11:38:47.301133 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58894) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:47.308250 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-8a776f9a-a033-4104-8d8c-c2b156c99b49 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Request body: {'security_group_rule': {'security_group_id': '0a007d80-c0f5-4c7e-9c5c-41c83d242a60', 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:47.315572 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d5a2cf47-bf11-42f7-a1dc-f1d1aa41b1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.343479 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8a776f9a-a033-4104-8d8c-c2b156c99b49 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.375532 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-853cb12f-769c-43fa-b310-9d87089cfbb5 req-587444a0-26d9-454d-aebc-55defe88d938 service neutron] 10.222.0.36 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089466 Oct 14 11:38:47.388360 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.413505 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8a776f9a-a033-4104-8d8c-c2b156c99b49 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.418443 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8a776f9a-a033-4104-8d8c-c2b156c99b49 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.436823 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a776f9a-a033-4104-8d8c-c2b156c99b49 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0985f2-f0d6-43e7-bbc9-b84ff0081069,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:47.446568 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8a776f9a-a033-4104-8d8c-c2b156c99b49 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.450376 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-8a776f9a-a033-4104-8d8c-c2b156c99b49 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450570 Oct 14 11:38:47.450745 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58896) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:47.453413 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5508791d-469c-443b-a85d-4c2d1c7dedb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b198920-9eb0-43d4-a9d4-48bc8ec9067a'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:38:47.455639 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e95f5c-979c-492e-924f-da7f04416c86" -d '{"events": [{"server_uuid": "5508791d-469c-443b-a85d-4c2d1c7dedb5", "name": "network-vif-plugged", "status": "completed", "tag": "4b198920-9eb0-43d4-a9d4-48bc8ec9067a"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:38:47.455782 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-6e42d662-f6c6-4536-bf25-ab7f805ab99c tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Request body: {'security_group_rule': {'security_group_id': '0a007d80-c0f5-4c7e-9c5c-41c83d242a60', 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:47.473518 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 4b198920-9eb0-43d4-a9d4-48bc8ec9067a, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=4b198920-9eb0-43d4-a9d4-48bc8ec9067a,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:38:47.480329 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.481860 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.securitygroups_db [None req-6e42d662-f6c6-4536-bf25-ab7f805ab99c tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Project bd03876bb74840b9876ce7446e97c5bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 11:38:47.488238 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e42d662-f6c6-4536-bf25-ab7f805ab99c tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.512394 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf091f0-385b-4555-86f5-3c03bf5e58d2 x-openstack-request-id: req-edf091f0-385b-4555-86f5-3c03bf5e58d2 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:38:47.512718 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5508791d-469c-443b-a85d-4c2d1c7dedb5", "name": "network-vif-plugged", "status": "completed", "tag": "4b198920-9eb0-43d4-a9d4-48bc8ec9067a", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:38:47.512920 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-edf091f0-385b-4555-86f5-3c03bf5e58d2 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:38:47.513421 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5508791d-469c-443b-a85d-4c2d1c7dedb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b198920-9eb0-43d4-a9d4-48bc8ec9067a', 'code': 200} Oct 14 11:38:47.557424 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e42d662-f6c6-4536-bf25-ab7f805ab99c tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.563070 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e42d662-f6c6-4536-bf25-ab7f805ab99c tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.580515 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=4b198920-9eb0-43d4-a9d4-48bc8ec9067a,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:47.582823 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42d662-f6c6-4536-bf25-ab7f805ab99c tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1445e4-a6a5-44dc-a238-4aea0c054135,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:47.591451 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-6e42d662-f6c6-4536-bf25-ab7f805ab99c tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.592672 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-6e42d662-f6c6-4536-bf25-ab7f805ab99c tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408446 Oct 14 11:38:47.595384 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58900) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:47.600145 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.v2.base [None req-c32c0e5e-fc37-4a03-9136-d52c435ab395 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Request body: {'security_group_rule': {'security_group_id': '0a007d80-c0f5-4c7e-9c5c-41c83d242a60', 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:47.605448 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-47549072-5d31-4bef-a152-7f3e5e0b74d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d5e0db-f935-4c42-b402-70b120999649', 'name': 'tempest-TestMinimumBasicScenario-702320312-router', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:47Z', 'updated_at': '2021-10-14T11:37:51Z', 'revision_number': 4, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'gw_port': {'id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:48Z', 'updated_at': '2021-10-14T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '55b707bf-b8f5-4f51-9d46-3b2a6a185e02', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '45d5e0db-f935-4c42-b402-70b120999649', 'port_id': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'mac_address': 'fa:16:3e:11:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:38:45Z', 'updated_at': '2021-10-14T11:38:45Z', 'revision_number': 0, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e704bb64-178b-48c4-bed6-1bf42d05495c', 'name': '', 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'mac_address': 'fa:16:3e:f9:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:50Z', 'updated_at': '2021-10-14T11:37:56Z', 'revision_number': 5, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'subnets': [{'id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:47.626966 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.db.securitygroups_db [None req-c32c0e5e-fc37-4a03-9136-d52c435ab395 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Project bd03876bb74840b9876ce7446e97c5bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 11:38:47.634601 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c32c0e5e-fc37-4a03-9136-d52c435ab395 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.634826 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47549072-5d31-4bef-a152-7f3e5e0b74d9 None None] The sync data for ids ['45d5e0db-f935-4c42-b402-70b120999649'] in dv-cinder-797970-2-iscsi is: [{'id': '45d5e0db-f935-4c42-b402-70b120999649', 'name': 'tempest-TestMinimumBasicScenario-702320312-router', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:47Z', 'updated_at': '2021-10-14T11:37:51Z', 'revision_number': 4, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'gw_port': {'id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:48Z', 'updated_at': '2021-10-14T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': '55b707bf-b8f5-4f51-9d46-3b2a6a185e02', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '45d5e0db-f935-4c42-b402-70b120999649', 'port_id': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'mac_address': 'fa:16:3e:11:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:38:45Z', 'updated_at': '2021-10-14T11:38:45Z', 'revision_number': 0, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e704bb64-178b-48c4-bed6-1bf42d05495c', 'name': '', 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'mac_address': 'fa:16:3e:f9:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:50Z', 'updated_at': '2021-10-14T11:37:56Z', 'revision_number': 5, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'subnets': [{'id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:38:47.706278 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c32c0e5e-fc37-4a03-9136-d52c435ab395 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.712128 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c32c0e5e-fc37-4a03-9136-d52c435ab395 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602929'] for security_group_rule, after_create {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:47.756115 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c1e1c-472a-47b8-933e-360f485cc157 req-ae37992a-7f53-43fb-bf75-75aec702f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:47.758615 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-615c1e1c-472a-47b8-933e-360f485cc157 req-ae37992a-7f53-43fb-bf75-75aec702f4d0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 1098 time: 0.0512753 Oct 14 11:38:47.806000 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-615c1e1c-472a-47b8-933e-360f485cc157 req-00ef7d64-1797-4359-a959-1523070ae0d7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393202 Oct 14 11:38:47.860383 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34397d0d-a1a6-4c5d-8696-f01e282d67d0 None None] New status for floating IP 55b707bf-b8f5-4f51-9d46-3b2a6a185e02: ACTIVE {{(pid=99835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:38:48.004374 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c0e5e-fc37-4a03-9136-d52c435ab395 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3318c1-40f1-4d05-a207-3cd1189e4bd9,revision_number=0']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:48.016359 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-c32c0e5e-fc37-4a03-9136-d52c435ab395 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:48.018445 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-c32c0e5e-fc37-4a03-9136-d52c435ab395 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4218614 Oct 14 11:38:48.110858 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cd0b8c70-4ac6-45f4-8067-0c18bc8f1e9f req-617cde38-013a-425b-9609-83328c70ba85 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592058259&fields=id&tenant_id=bd03876bb74840b9876ce7446e97c5bf HTTP/1.1" status: 200 len: 267 time: 0.0344677 Oct 14 11:38:48.164881 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b8c70-4ac6-45f4-8067-0c18bc8f1e9f req-626f4c4d-a3f9-4d3b-bbd5-68203c762f4e tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:48.166473 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cd0b8c70-4ac6-45f4-8067-0c18bc8f1e9f req-626f4c4d-a3f9-4d3b-bbd5-68203c762f4e tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 946 time: 0.0499372 Oct 14 11:38:48.178173 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-cd0b8c70-4ac6-45f4-8067-0c18bc8f1e9f req-f55db917-8ec1-46f7-94ca-a26e52092752 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Request body: {'port': {'security_groups': ['c215f63f-807b-4c20-9838-89a970f4495f', '0a007d80-c0f5-4c7e-9c5c-41c83d242a60']}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:48.233587 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271398b-36fa-4520-82b8-6e72cfe4011b req-2625bd22-cd69-4555-812b-eb62da758b9f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:48.235113 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-8271398b-36fa-4520-82b8-6e72cfe4011b req-2625bd22-cd69-4555-812b-eb62da758b9f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 945 time: 0.0521784 Oct 14 11:38:48.258346 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-cd0b8c70-4ac6-45f4-8067-0c18bc8f1e9f req-f55db917-8ec1-46f7-94ca-a26e52092752 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:48.274498 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-8271398b-36fa-4520-82b8-6e72cfe4011b req-f5caa41a-bc94-42a2-84e7-9850560abbea tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333424 Oct 14 11:38:48.448290 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-cd0b8c70-4ac6-45f4-8067-0c18bc8f1e9f req-f55db917-8ec1-46f7-94ca-a26e52092752 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] For port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f,segment=NetworkSegment(22562a98-2e96-41a3-8a9d-5fe756fcb066),segment_id=22562a98-2e96-41a3-8a9d-5fe756fcb066)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:38:48.477518 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-cd0b8c70-4ac6-45f4-8067-0c18bc8f1e9f req-f55db917-8ec1-46f7-94ca-a26e52092752 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:48.482003 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-cd0b8c70-4ac6-45f4-8067-0c18bc8f1e9f req-f55db917-8ec1-46f7-94ca-a26e52092752 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:48.494961 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['ba2b658e-4cf2-4cc0-8acf-4deec6c2507f'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:38:48.522168 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b8c70-4ac6-45f4-8067-0c18bc8f1e9f req-f55db917-8ec1-46f7-94ca-a26e52092752 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:48.522854 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-cd0b8c70-4ac6-45f4-8067-0c18bc8f1e9f req-f55db917-8ec1-46f7-94ca-a26e52092752 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:48.524833 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cd0b8c70-4ac6-45f4-8067-0c18bc8f1e9f req-f55db917-8ec1-46f7-94ca-a26e52092752 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "PUT /v2.0/ports/ba2b658e-4cf2-4cc0-8acf-4deec6c2507f HTTP/1.1" status: 200 len: 982 time: 0.3514073 Oct 14 11:38:48.527749 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'tag': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:38:48.530171 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c32c9cf-3265-4ace-bb46-2555c8815e66" -d '{"events": [{"name": "network-changed", "server_uuid": "0a01dae7-b9c6-401e-b70d-8005990252f9", "tag": "ba2b658e-4cf2-4cc0-8acf-4deec6c2507f"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:38:48.568415 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55db917-8ec1-46f7-94ca-a26e52092752 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Pushing event updated for resources: {'Port': ['ID=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f,revision_number=6']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:48.591543 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0eabec4-2fca-4cf5-bcb6-5ea2d17a0396 x-openstack-request-id: req-d0eabec4-2fca-4cf5-bcb6-5ea2d17a0396 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:38:48.591939 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a01dae7-b9c6-401e-b70d-8005990252f9", "tag": "ba2b658e-4cf2-4cc0-8acf-4deec6c2507f", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:38:48.592291 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d0eabec4-2fca-4cf5-bcb6-5ea2d17a0396 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:38:48.592919 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'tag': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f', 'status': 'completed', 'code': 200} Oct 14 11:38:48.618104 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['ba2b658e-4cf2-4cc0-8acf-4deec6c2507f'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:38:48.675201 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d88192-b67b-4432-a524-4b0c4b97c286 req-c2ce0144-3f4d-40d3-a85d-8d5bcd583931 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:48.676733 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f6d88192-b67b-4432-a524-4b0c4b97c286 req-c2ce0144-3f4d-40d3-a85d-8d5bcd583931 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 985 time: 0.0829189 Oct 14 11:38:48.707980 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32c9cf-3265-4ace-bb46-2555c8815e66 req-0256c480-9f72-4bc8-9914-c2daa8aec02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:48.710029 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2c32c9cf-3265-4ace-bb46-2555c8815e66 req-0256c480-9f72-4bc8-9914-c2daa8aec02a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd03876bb74840b9876ce7446e97c5bf&device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 1138 time: 0.0837743 Oct 14 11:38:48.763204 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f6d88192-b67b-4432-a524-4b0c4b97c286 req-e7261ebd-a2f1-488f-aaeb-38fcd38e6c20 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a007d80-c0f5-4c7e-9c5c-41c83d242a60&id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637302 Oct 14 11:38:48.832628 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32c9cf-3265-4ace-bb46-2555c8815e66 req-778c0b87-e576-4077-badb-7ecf67c3ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:48.832974 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-0d5dc304-673f-4b60-9a1e-15f10245134a None None] Provisioning complete for port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:38:48.833616 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-0d5dc304-673f-4b60-9a1e-15f10245134a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:48.834883 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2c32c9cf-3265-4ace-bb46-2555c8815e66 req-778c0b87-e576-4077-badb-7ecf67c3ac73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e5d4eb7-f030-47ce-8206-2355b34de9eb HTTP/1.1" status: 200 len: 915 time: 0.1125343 Oct 14 11:38:48.912763 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2c32c9cf-3265-4ace-bb46-2555c8815e66 req-ba4f9a82-ccb1-48aa-91c2-8daae21e01c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f HTTP/1.1" status: 200 len: 1002 time: 0.0693483 Oct 14 11:38:48.968247 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32c9cf-3265-4ace-bb46-2555c8815e66 req-79f238aa-45a9-46a0-9c98-0d27a93bf83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:48.969734 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2c32c9cf-3265-4ace-bb46-2555c8815e66 req-79f238aa-45a9-46a0-9c98-0d27a93bf83d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04c99e45-56f6-422c-a7fe-7585bee7856a HTTP/1.1" status: 200 len: 853 time: 0.0441189 Oct 14 11:38:49.018033 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32c9cf-3265-4ace-bb46-2555c8815e66 req-fba5f853-600e-4739-9082-36f9fef44233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:49.019620 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2c32c9cf-3265-4ace-bb46-2555c8815e66 req-fba5f853-600e-4739-9082-36f9fef44233 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e5d4eb7-f030-47ce-8206-2355b34de9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414646 Oct 14 11:38:49.116031 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2c32c9cf-3265-4ace-bb46-2555c8815e66 req-6f7380dc-1953-4478-86d5-fed060471f52 service neutron] 10.222.0.36 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888526 Oct 14 11:38:49.225494 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2c32c9cf-3265-4ace-bb46-2555c8815e66 req-28509d93-d283-4bad-8f06-4b3ee5477a8d service neutron] 10.222.0.36 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022460 Oct 14 11:38:49.391385 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccee983-f60f-4603-bb65-d582e73cf735 req-abe650f6-29b2-48b1-92c4-0655437fe53e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:49.393013 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cccee983-f60f-4603-bb65-d582e73cf735 req-abe650f6-29b2-48b1-92c4-0655437fe53e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 945 time: 0.0481598 Oct 14 11:38:49.430212 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cccee983-f60f-4603-bb65-d582e73cf735 req-48e85801-4587-4197-983b-b97f559ffcc5 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306411 Oct 14 11:38:49.545740 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cca02c-09bd-48a4-bcbd-b1d9bce69b13 req-5d421f33-f3ee-42e4-b454-1e729c13363b tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:49.547220 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d4cca02c-09bd-48a4-bcbd-b1d9bce69b13 req-5d421f33-f3ee-42e4-b454-1e729c13363b tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 945 time: 0.0527742 Oct 14 11:38:49.584091 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d4cca02c-09bd-48a4-bcbd-b1d9bce69b13 req-1a9d3e78-7180-410b-9c7e-3a1f1fe59cf4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310159 Oct 14 11:38:49.607151 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58916) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:49.686647 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4904c5c4-8139-463e-9a1c-059f089c5b00 tempest-TestVolumeBootPattern-1627337386 tempest-TestVolumeBootPattern-1627337386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:49.688129 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-4904c5c4-8139-463e-9a1c-059f089c5b00 tempest-TestVolumeBootPattern-1627337386 tempest-TestVolumeBootPattern-1627337386-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 1093 time: 0.0800207 Oct 14 11:38:49.691072 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58920) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:38:49.695901 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Request body: {'floatingip': {'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'port_id': '4b198920-9eb0-43d4-a9d4-48bc8ec9067a', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:38:49.717714 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for floatingip, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:49.750734 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-5d4fba70-45b2-400d-9cd0-2821129babc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:49.815338 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:49.917147 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Allocated IP 172.27.1.73 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/74b7aca3-4349-43bb-a588-0b9ecbb07a80) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:38:50.020128 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:50.052469 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:50.090397 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:38:50.093019 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:38:50.098427 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:38:50.103580 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event updated for resources: {'Port': ['ID=74b7aca3-4349-43bb-a588-0b9ecbb07a80,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:50.730963 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:50.797107 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:50.944274 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:50.949033 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:51.020737 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event updated for resources: {'Port': ['ID=74b7aca3-4349-43bb-a588-0b9ecbb07a80,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:38:51.030840 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:51.134889 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.l3_db [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Floating IP ec142c01-d24c-4f5a-8441-8913f2b2d0e3 associated. External IP: 172.27.1.73, port: 4b198920-9eb0-43d4-a9d4-48bc8ec9067a. Oct 14 11:38:51.255395 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:51.341137 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Router 422c2155-83f6-4a04-bb40-7e53557dbbf4 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:38:51.449348 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:38:51.459909 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce385b9d-f4fc-4c52-96e3-f3c554d530a4 None None] Sync routers for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:38:51.468903 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:51.469874 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce385b9d-f4fc-4c52-96e3-f3c554d530a4 None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:38:51.470533 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-ce385b9d-f4fc-4c52-96e3-f3c554d530a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:38:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:51.498815 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-c50b24f5-66a8-403b-b83e-c1dc511e6833 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8067529 Oct 14 11:38:51.499393 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5508791d-469c-443b-a85d-4c2d1c7dedb5', 'tag': '4b198920-9eb0-43d4-a9d4-48bc8ec9067a'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:38:51.501628 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195abfba-565b-4538-a3b6-ba8137df7166" -d '{"events": [{"name": "network-changed", "server_uuid": "5508791d-469c-443b-a85d-4c2d1c7dedb5", "tag": "4b198920-9eb0-43d4-a9d4-48bc8ec9067a"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:38:51.543194 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b979ce3-57ae-4794-9a8b-cd91f6d6865f x-openstack-request-id: req-6b979ce3-57ae-4794-9a8b-cd91f6d6865f {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:38:51.543480 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5508791d-469c-443b-a85d-4c2d1c7dedb5", "tag": "4b198920-9eb0-43d4-a9d4-48bc8ec9067a", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:38:51.543728 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6b979ce3-57ae-4794-9a8b-cd91f6d6865f {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:38:51.544133 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5508791d-469c-443b-a85d-4c2d1c7dedb5', 'tag': '4b198920-9eb0-43d4-a9d4-48bc8ec9067a', 'status': 'completed', 'code': 200} Oct 14 11:38:51.585022 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-ce385b9d-f4fc-4c52-96e3-f3c554d530a4 None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:38:51.613646 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195abfba-565b-4538-a3b6-ba8137df7166 req-355e576d-ecea-4fc5-ad09-1ba058c5cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:51.615158 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-195abfba-565b-4538-a3b6-ba8137df7166 req-355e576d-ecea-4fc5-ad09-1ba058c5cb4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 1098 time: 0.0457542 Oct 14 11:38:51.705112 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195abfba-565b-4538-a3b6-ba8137df7166 req-8d812654-fbe5-46e5-835e-8b91e96784a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:51.706684 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-195abfba-565b-4538-a3b6-ba8137df7166 req-8d812654-fbe5-46e5-835e-8b91e96784a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 911 time: 0.0848677 Oct 14 11:38:51.782181 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-195abfba-565b-4538-a3b6-ba8137df7166 req-5d504738-162d-4b5d-a6af-38fe8b986393 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b198920-9eb0-43d4-a9d4-48bc8ec9067a HTTP/1.1" status: 200 len: 998 time: 0.0636361 Oct 14 11:38:51.823124 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-ce385b9d-f4fc-4c52-96e3-f3c554d530a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': 'ec142c01-d24c-4f5a-8441-8913f2b2d0e3', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'port_id': '4b198920-9eb0-43d4-a9d4-48bc8ec9067a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'mac_address': 'fa:16:3e:f1:39:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508791d-469c-443b-a85d-4c2d1c7dedb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:38:50Z', 'updated_at': '2021-10-14T11:38:50Z', 'revision_number': 0, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:51.834176 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195abfba-565b-4538-a3b6-ba8137df7166 req-8d17ae98-d617-4d32-9963-9c3b0281915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:51.836283 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-195abfba-565b-4538-a3b6-ba8137df7166 req-8d17ae98-d617-4d32-9963-9c3b0281915f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66472857-1d64-42b3-8a3a-11190a05f7e4 HTTP/1.1" status: 200 len: 849 time: 0.0449157 Oct 14 11:38:51.849944 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce385b9d-f4fc-4c52-96e3-f3c554d530a4 None None] Checking router: 422c2155-83f6-4a04-bb40-7e53557dbbf4 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:38:51.859525 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce385b9d-f4fc-4c52-96e3-f3c554d530a4 None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:38:51.860139 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-ce385b9d-f4fc-4c52-96e3-f3c554d530a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:38:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:51.883922 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195abfba-565b-4538-a3b6-ba8137df7166 req-bc6deedf-2fc3-403b-96ae-b59c91999304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:38:51.885403 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-195abfba-565b-4538-a3b6-ba8137df7166 req-bc6deedf-2fc3-403b-96ae-b59c91999304 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9b8e66e-94c5-462e-86fc-3a020a21504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415602 Oct 14 11:38:51.969744 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-ce385b9d-f4fc-4c52-96e3-f3c554d530a4 None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:38:51.988915 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-195abfba-565b-4538-a3b6-ba8137df7166 req-27080452-f3a0-4bdb-8e6c-5afbefba6117 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941613 Oct 14 11:38:52.084379 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-195abfba-565b-4538-a3b6-ba8137df7166 req-dc40de00-d1a9-41f2-909c-7f1473442f4a service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877926 Oct 14 11:38:52.225209 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-ce385b9d-f4fc-4c52-96e3-f3c554d530a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': 'ec142c01-d24c-4f5a-8441-8913f2b2d0e3', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'port_id': '4b198920-9eb0-43d4-a9d4-48bc8ec9067a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'mac_address': 'fa:16:3e:f1:39:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508791d-469c-443b-a85d-4c2d1c7dedb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:38:50Z', 'updated_at': '2021-10-14T11:38:50Z', 'revision_number': 0, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:38:52.252458 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce385b9d-f4fc-4c52-96e3-f3c554d530a4 None None] The sync data for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi is: [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': 'ec142c01-d24c-4f5a-8441-8913f2b2d0e3', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'port_id': '4b198920-9eb0-43d4-a9d4-48bc8ec9067a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'mac_address': 'fa:16:3e:f1:39:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5508791d-469c-443b-a85d-4c2d1c7dedb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:38:50Z', 'updated_at': '2021-10-14T11:38:50Z', 'revision_number': 0, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:38:52.454073 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6690173-6628-4af6-8ddb-5aa031a1c7d4 None None] New status for floating IP ec142c01-d24c-4f5a-8441-8913f2b2d0e3: ACTIVE {{(pid=99835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:38:52.559854 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:38:53.019833 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:01.924944 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:09.385186 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:39:11.638633 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5e363-5f91-44c0-8076-c9ba03c952ad req-30cde305-9e14-4752-92a8-ae466271a26a tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:11.639260 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0ff1-ab66-4813-98e6-66d14cef0513 req-345ff751-afac-4780-b83e-6e94a8aba564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:11.640223 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-edaf0ff1-ab66-4813-98e6-66d14cef0513 req-345ff751-afac-4780-b83e-6e94a8aba564 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd03876bb74840b9876ce7446e97c5bf&device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 1138 time: 0.0458629 Oct 14 11:39:11.640340 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-acb5e363-5f91-44c0-8076-c9ba03c952ad req-30cde305-9e14-4752-92a8-ae466271a26a tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 985 time: 0.0529342 Oct 14 11:39:11.682973 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-acb5e363-5f91-44c0-8076-c9ba03c952ad req-5cc651ff-a5cc-4bcd-9f93-c031b49b844d tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a007d80-c0f5-4c7e-9c5c-41c83d242a60&id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364413 Oct 14 11:39:11.734311 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0ff1-ab66-4813-98e6-66d14cef0513 req-b0ef59c3-4f5e-4db4-ae61-88b1eb004e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:11.735765 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-edaf0ff1-ab66-4813-98e6-66d14cef0513 req-b0ef59c3-4f5e-4db4-ae61-88b1eb004e21 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e5d4eb7-f030-47ce-8206-2355b34de9eb HTTP/1.1" status: 200 len: 915 time: 0.0860779 Oct 14 11:39:11.805418 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-edaf0ff1-ab66-4813-98e6-66d14cef0513 req-61737267-a232-4062-a45e-bb8510072b34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f HTTP/1.1" status: 200 len: 1002 time: 0.0616169 Oct 14 11:39:11.857086 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0ff1-ab66-4813-98e6-66d14cef0513 req-05b8eac9-3d52-4071-b750-9513b296aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:11.862224 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-edaf0ff1-ab66-4813-98e6-66d14cef0513 req-05b8eac9-3d52-4071-b750-9513b296aa13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04c99e45-56f6-422c-a7fe-7585bee7856a HTTP/1.1" status: 200 len: 853 time: 0.0442488 Oct 14 11:39:11.909464 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0ff1-ab66-4813-98e6-66d14cef0513 req-181e6b54-100a-44cc-b6dd-f72148017280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:11.911021 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-edaf0ff1-ab66-4813-98e6-66d14cef0513 req-181e6b54-100a-44cc-b6dd-f72148017280 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e5d4eb7-f030-47ce-8206-2355b34de9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432367 Oct 14 11:39:12.014414 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-edaf0ff1-ab66-4813-98e6-66d14cef0513 req-7e25c791-d600-4972-a185-998fa4369983 service neutron] 10.222.0.36 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956602 Oct 14 11:39:12.109662 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-edaf0ff1-ab66-4813-98e6-66d14cef0513 req-86f5c53d-e1c2-46c6-ad63-4bb1c7990299 service neutron] 10.222.0.36 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857008 Oct 14 11:39:12.802031 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220479b-de4b-4f1f-b497-d07f76d9ee94 req-495dfac4-cc26-48f0-9af7-c037204adc02 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:12.804092 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b220479b-de4b-4f1f-b497-d07f76d9ee94 req-495dfac4-cc26-48f0-9af7-c037204adc02 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 985 time: 0.0497663 Oct 14 11:39:12.848915 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b220479b-de4b-4f1f-b497-d07f76d9ee94 req-c1bdb4a8-be6f-4b4a-8cfe-fe197928a20b tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a007d80-c0f5-4c7e-9c5c-41c83d242a60&id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385816 Oct 14 11:39:13.977098 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33470884-fbe2-4319-9e65-99066378241f req-109085b8-89b5-42cd-bd82-00e817c42108 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:13.978745 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33470884-fbe2-4319-9e65-99066378241f req-109085b8-89b5-42cd-bd82-00e817c42108 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 985 time: 0.0591130 Oct 14 11:39:14.025474 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-33470884-fbe2-4319-9e65-99066378241f req-ba622b34-853b-4306-962e-05ac0dfd98cf tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a007d80-c0f5-4c7e-9c5c-41c83d242a60&id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391285 Oct 14 11:39:15.147699 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9cfaa-a5c8-4965-8ba3-1891d1410ceb req-03e11b07-59be-4b31-aa82-2856da7c8695 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:15.149404 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-84f9cfaa-a5c8-4965-8ba3-1891d1410ceb req-03e11b07-59be-4b31-aa82-2856da7c8695 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 985 time: 0.0518816 Oct 14 11:39:15.192651 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-84f9cfaa-a5c8-4965-8ba3-1891d1410ceb req-d649a364-745c-4c55-a496-2561346cb6bb tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a007d80-c0f5-4c7e-9c5c-41c83d242a60&id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365925 Oct 14 11:39:16.315869 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39f8fe-c76b-4569-a051-00cd09d2b884 req-c6ba88bd-02bc-42a6-a091-2fa3e4f975b3 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:16.317393 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7a39f8fe-c76b-4569-a051-00cd09d2b884 req-c6ba88bd-02bc-42a6-a091-2fa3e4f975b3 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 985 time: 0.0529191 Oct 14 11:39:16.360708 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-7a39f8fe-c76b-4569-a051-00cd09d2b884 req-14aa202a-b02d-4806-9f92-fbe79966cefd tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a007d80-c0f5-4c7e-9c5c-41c83d242a60&id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361176 Oct 14 11:39:17.268306 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-5dfa771a-18e7-4e03-9e3c-775442c42811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:17.481100 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34976a23-1835-4bcc-bcb0-5dc8090114ab req-1961de90-9969-44ad-9f41-9b951cb7fa8a tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:17.482686 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-34976a23-1835-4bcc-bcb0-5dc8090114ab req-1961de90-9969-44ad-9f41-9b951cb7fa8a tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 985 time: 0.0515471 Oct 14 11:39:17.525970 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-34976a23-1835-4bcc-bcb0-5dc8090114ab req-d14955c6-909e-4661-9774-f0b36a68af40 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a007d80-c0f5-4c7e-9c5c-41c83d242a60&id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364563 Oct 14 11:39:18.644786 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5569733-c7cf-412f-a6dd-7474ada032bc req-a77c4a64-3dc6-4115-bcec-f553fa3365fa tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:18.646275 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a5569733-c7cf-412f-a6dd-7474ada032bc req-a77c4a64-3dc6-4115-bcec-f553fa3365fa tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 985 time: 0.0528631 Oct 14 11:39:18.685439 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-a5569733-c7cf-412f-a6dd-7474ada032bc req-42c17515-8aff-476c-b0e0-28e3617a0dcc tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a007d80-c0f5-4c7e-9c5c-41c83d242a60&id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331111 Oct 14 11:39:19.753322 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-56226c69-6d62-497c-9a05-f5c5fc426834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:19.813249 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16957a75-2504-4848-883a-b3e5d645c5cb req-7a168da6-36c8-4c7f-8e5d-a75b3dbd0493 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:19.814746 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-16957a75-2504-4848-883a-b3e5d645c5cb req-7a168da6-36c8-4c7f-8e5d-a75b3dbd0493 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 985 time: 0.0514417 Oct 14 11:39:19.863293 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-16957a75-2504-4848-883a-b3e5d645c5cb req-0c93e2d0-abbf-4c76-ab62-050340b21d3a tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a007d80-c0f5-4c7e-9c5c-41c83d242a60&id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422769 Oct 14 11:39:20.987726 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d036d-c3df-46b1-9dca-375b4602f6af req-aaeeb8ee-8355-4c63-9dfd-9b6e143a0034 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:20.989423 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e33d036d-c3df-46b1-9dca-375b4602f6af req-aaeeb8ee-8355-4c63-9dfd-9b6e143a0034 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 985 time: 0.0537651 Oct 14 11:39:21.060834 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e33d036d-c3df-46b1-9dca-375b4602f6af req-825d6a16-0e9d-40d0-b067-764284eec306 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a007d80-c0f5-4c7e-9c5c-41c83d242a60&id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630772 Oct 14 11:39:21.258073 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:22.177342 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3493f6b-a068-48bf-b006-0b6df0517fbd req-25337bfc-4e67-488e-9ee0-d4b01302f40e tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:22.178890 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e3493f6b-a068-48bf-b006-0b6df0517fbd req-25337bfc-4e67-488e-9ee0-d4b01302f40e tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 985 time: 0.0506926 Oct 14 11:39:22.220494 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e3493f6b-a068-48bf-b006-0b6df0517fbd req-37c44a7d-3470-40fc-b742-e5ef315992c5 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a007d80-c0f5-4c7e-9c5c-41c83d242a60&id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353942 Oct 14 11:39:22.561822 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:23.024449 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:23.341575 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7cd12-c232-4413-a5e8-d5e4428f8e0e req-a10ccec6-1825-4057-bb2e-5651c9e6ccb3 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:23.343202 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-89d7cd12-c232-4413-a5e8-d5e4428f8e0e req-a10ccec6-1825-4057-bb2e-5651c9e6ccb3 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 985 time: 0.0533929 Oct 14 11:39:23.386393 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-89d7cd12-c232-4413-a5e8-d5e4428f8e0e req-e89d0561-6124-4b99-a77a-35fc5e52e372 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a007d80-c0f5-4c7e-9c5c-41c83d242a60&id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370562 Oct 14 11:39:31.931548 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:38.137016 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6d24e1d3-b964-4b48-ad58-c599da7f271f req-48e670a4-fcfd-40be-99b9-805e8fe22745 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1350615 Oct 14 11:39:38.217409 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24e1d3-b964-4b48-ad58-c599da7f271f req-82c410a1-6807-4b01-b9cd-835e527c3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:38.219074 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6d24e1d3-b964-4b48-ad58-c599da7f271f req-82c410a1-6807-4b01-b9cd-835e527c3b44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd03876bb74840b9876ce7446e97c5bf&device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 1138 time: 0.0407395 Oct 14 11:39:38.331644 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24e1d3-b964-4b48-ad58-c599da7f271f req-073409c3-2dc6-4d08-9868-1a7dac9c7bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:38.333389 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6d24e1d3-b964-4b48-ad58-c599da7f271f req-073409c3-2dc6-4d08-9868-1a7dac9c7bd3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e5d4eb7-f030-47ce-8206-2355b34de9eb HTTP/1.1" status: 200 len: 915 time: 0.0884728 Oct 14 11:39:38.400194 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6d24e1d3-b964-4b48-ad58-c599da7f271f req-98bcae32-78e7-4ed4-ad6a-1a3dd89dfec3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f HTTP/1.1" status: 200 len: 1002 time: 0.0590618 Oct 14 11:39:38.454340 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24e1d3-b964-4b48-ad58-c599da7f271f req-5d787996-1628-4a01-a250-698008a52a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:38.455777 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6d24e1d3-b964-4b48-ad58-c599da7f271f req-5d787996-1628-4a01-a250-698008a52a8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04c99e45-56f6-422c-a7fe-7585bee7856a HTTP/1.1" status: 200 len: 853 time: 0.0477343 Oct 14 11:39:38.501785 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24e1d3-b964-4b48-ad58-c599da7f271f req-687c6f8c-eee4-43b6-9833-d89e388341d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:38.503311 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6d24e1d3-b964-4b48-ad58-c599da7f271f req-687c6f8c-eee4-43b6-9833-d89e388341d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e5d4eb7-f030-47ce-8206-2355b34de9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406806 Oct 14 11:39:38.595741 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6d24e1d3-b964-4b48-ad58-c599da7f271f req-5d438683-64b5-4f2c-a15f-69e86f87ac5f service neutron] 10.222.0.36 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838778 Oct 14 11:39:38.683459 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-6d24e1d3-b964-4b48-ad58-c599da7f271f req-f76d1fc0-adcf-4693-93b1-3aa3731def19 service neutron] 10.222.0.36 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804791 Oct 14 11:39:46.384548 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:39:47.270172 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-930422f1-7a98-4cdc-85fc-e0d3bba2aec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:49.755839 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-0cb7c00a-cb18-4b54-8ea2-f9eafc1376ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:51.263042 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:52.563604 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:53.027256 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:55.927914 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c3657668-8c53-4569-bb97-b574bd80ac60 req-cf98dbcd-5b22-41f2-b112-a894762b9bdf tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592058259&fields=id&tenant_id=bd03876bb74840b9876ce7446e97c5bf HTTP/1.1" status: 200 len: 267 time: 0.0318022 Oct 14 11:39:55.979716 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3657668-8c53-4569-bb97-b574bd80ac60 req-6c47999c-01da-4376-ba7a-864920b2ef1a tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:55.981164 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c3657668-8c53-4569-bb97-b574bd80ac60 req-6c47999c-01da-4376-ba7a-864920b2ef1a tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 985 time: 0.0478239 Oct 14 11:39:55.992046 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-c3657668-8c53-4569-bb97-b574bd80ac60 req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Request body: {'port': {'security_groups': ['c215f63f-807b-4c20-9838-89a970f4495f']}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:39:56.061629 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c3657668-8c53-4569-bb97-b574bd80ac60 req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:56.230451 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-c3657668-8c53-4569-bb97-b574bd80ac60 req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] For port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f,segment=NetworkSegment(22562a98-2e96-41a3-8a9d-5fe756fcb066),segment_id=22562a98-2e96-41a3-8a9d-5fe756fcb066)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:39:56.259621 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c3657668-8c53-4569-bb97-b574bd80ac60 req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:56.264278 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c3657668-8c53-4569-bb97-b574bd80ac60 req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:56.278229 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['ba2b658e-4cf2-4cc0-8acf-4deec6c2507f'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:39:56.308725 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3657668-8c53-4569-bb97-b574bd80ac60 req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:56.309357 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c3657668-8c53-4569-bb97-b574bd80ac60 req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:56.310784 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c3657668-8c53-4569-bb97-b574bd80ac60 req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "PUT /v2.0/ports/ba2b658e-4cf2-4cc0-8acf-4deec6c2507f HTTP/1.1" status: 200 len: 943 time: 0.3230500 Oct 14 11:39:56.311249 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'tag': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:39:56.313613 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1741a54f-ed0d-4710-a465-345c4c1d0c25" -d '{"events": [{"name": "network-changed", "server_uuid": "0a01dae7-b9c6-401e-b70d-8005990252f9", "tag": "ba2b658e-4cf2-4cc0-8acf-4deec6c2507f"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:39:56.318858 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 58982) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:39:56.340731 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Pushing event updated for resources: {'Port': ['ID=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f,revision_number=7']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:39:56.348948 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.349297 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.349640 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.349975 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.350329 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.350662 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.350990 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.351319 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.351754 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.352091 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.353001 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.353001 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aedacd2-d3e3-4fda-80a8-ae038b346639 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.378796 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0b0aa0-29fe-4f44-81c0-05f0e9eafcdc x-openstack-request-id: req-7a0b0aa0-29fe-4f44-81c0-05f0e9eafcdc {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:39:56.379086 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a01dae7-b9c6-401e-b70d-8005990252f9", "tag": "ba2b658e-4cf2-4cc0-8acf-4deec6c2507f", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:39:56.379331 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7a0b0aa0-29fe-4f44-81c0-05f0e9eafcdc {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:39:56.380380 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'tag': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f', 'status': 'completed', 'code': 200} Oct 14 11:39:56.427094 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:56.440695 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['ba2b658e-4cf2-4cc0-8acf-4deec6c2507f'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:39:56.447652 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741a54f-ed0d-4710-a465-345c4c1d0c25 req-38c614ea-d255-4efc-97b7-c3e89f2bf065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:56.449500 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1741a54f-ed0d-4710-a465-345c4c1d0c25 req-38c614ea-d255-4efc-97b7-c3e89f2bf065 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd03876bb74840b9876ce7446e97c5bf&device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 1099 time: 0.0465031 Oct 14 11:39:56.454701 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:56.538305 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:56.541419 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:56.542676 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "DELETE /v2.0/security-groups/0a007d80-c0f5-4c7e-9c5c-41c83d242a60 HTTP/1.1" status: 204 len: 168 time: 0.2219367 Oct 14 11:39:56.545672 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 58984) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:39:56.553824 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a007d80-c0f5-4c7e-9c5c-41c83d242a60,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:39:56.561902 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.562417 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.562726 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.563015 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.563331 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.563664 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.563995 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.564320 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.564646 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.564969 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.565293 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.565617 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12121d0c-9350-4d1a-b781-9cb45be8e4fe tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:39:56.610619 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741a54f-ed0d-4710-a465-345c4c1d0c25 req-1b2132ec-0f93-41ad-aea4-8cfe523889e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:56.612117 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1741a54f-ed0d-4710-a465-345c4c1d0c25 req-1b2132ec-0f93-41ad-aea4-8cfe523889e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e5d4eb7-f030-47ce-8206-2355b34de9eb HTTP/1.1" status: 200 len: 915 time: 0.1550438 Oct 14 11:39:56.645744 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-f4797002-b3c3-4c6b-82fd-549299690cdf None None] Provisioning complete for port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:39:56.646116 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f4797002-b3c3-4c6b-82fd-549299690cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:56.727862 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1741a54f-ed0d-4710-a465-345c4c1d0c25 req-2a4944d1-77b5-4bc4-90d3-ff49b46f0199 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f HTTP/1.1" status: 200 len: 1002 time: 0.1064272 Oct 14 11:39:56.802365 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741a54f-ed0d-4710-a465-345c4c1d0c25 req-62b63aee-9c6b-4e74-80db-526b0375ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:56.803743 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1741a54f-ed0d-4710-a465-345c4c1d0c25 req-62b63aee-9c6b-4e74-80db-526b0375ea94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04c99e45-56f6-422c-a7fe-7585bee7856a HTTP/1.1" status: 200 len: 853 time: 0.0672023 Oct 14 11:39:56.839732 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-1746f149-7a62-4070-957f-22b1adb04da7 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Deleting port bb6b1e52-e4e0-4de1-a8d8-4b290589c5bc {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:39:56.840068 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1746f149-7a62-4070-957f-22b1adb04da7 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:56.906896 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741a54f-ed0d-4710-a465-345c4c1d0c25 req-ba26b8b2-930d-437c-8a1b-f93eb631443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:56.908390 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1741a54f-ed0d-4710-a465-345c4c1d0c25 req-ba26b8b2-930d-437c-8a1b-f93eb631443a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e5d4eb7-f030-47ce-8206-2355b34de9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964940 Oct 14 11:39:56.948659 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1746f149-7a62-4070-957f-22b1adb04da7 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:56.949347 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1746f149-7a62-4070-957f-22b1adb04da7 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:56.995435 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-1746f149-7a62-4070-957f-22b1adb04da7 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Calling delete_port for bb6b1e52-e4e0-4de1-a8d8-4b290589c5bc owned by network:floatingip {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:39:57.079147 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1741a54f-ed0d-4710-a465-345c4c1d0c25 req-843e7983-0ee2-4962-9368-06273c1bd205 service neutron] 10.222.0.36 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621680 Oct 14 11:39:57.464188 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-1741a54f-ed0d-4710-a465-345c4c1d0c25 req-9e0fd5f0-ff1b-4e4b-bdce-a901c61ea9aa service neutron] 10.222.0.36 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734438 Oct 14 11:39:57.512893 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1746f149-7a62-4070-957f-22b1adb04da7 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:57.536201 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746f149-7a62-4070-957f-22b1adb04da7 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Pushing event deleted for resources: {'Port': ['ID=bb6b1e52-e4e0-4de1-a8d8-4b290589c5bc,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:39:57.598522 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1746f149-7a62-4070-957f-22b1adb04da7 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks [] for floatingip, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:57.598889 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.l3_db [None req-1746f149-7a62-4070-957f-22b1adb04da7 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Floating IP 55b707bf-b8f5-4f51-9d46-3b2a6a185e02 disassociated (deleted). External IP: 172.27.1.119, port: ba2b658e-4cf2-4cc0-8acf-4deec6c2507f. Oct 14 11:39:57.812837 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1746f149-7a62-4070-957f-22b1adb04da7 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Router 45d5e0db-f935-4c42-b402-70b120999649 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:39:57.921216 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1746f149-7a62-4070-957f-22b1adb04da7 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:39:57.925846 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-1746f149-7a62-4070-957f-22b1adb04da7 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:39:57.933348 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf545289-c657-49e0-9bf4-cbdfc7b29c30 None None] Sync routers for ids ['45d5e0db-f935-4c42-b402-70b120999649'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:39:57.942488 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf545289-c657-49e0-9bf4-cbdfc7b29c30 None None] Routers {'45d5e0db-f935-4c42-b402-70b120999649'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:39:57.943100 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-cf545289-c657-49e0-9bf4-cbdfc7b29c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:39:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['45d5e0db-f935-4c42-b402-70b120999649'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:39:57.956258 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-1746f149-7a62-4070-957f-22b1adb04da7 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "DELETE /v2.0/floatingips/55b707bf-b8f5-4f51-9d46-3b2a6a185e02 HTTP/1.1" status: 204 len: 168 time: 1.4076264 Oct 14 11:39:58.053649 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-cf545289-c657-49e0-9bf4-cbdfc7b29c30 None None] Set router 45d5e0db-f935-4c42-b402-70b120999649 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:39:58.265435 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-cf545289-c657-49e0-9bf4-cbdfc7b29c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d5e0db-f935-4c42-b402-70b120999649', 'name': 'tempest-TestMinimumBasicScenario-702320312-router', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:47Z', 'updated_at': '2021-10-14T11:37:51Z', 'revision_number': 4, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'gw_port': {'id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:48Z', 'updated_at': '2021-10-14T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': 'e704bb64-178b-48c4-bed6-1bf42d05495c', 'name': '', 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'mac_address': 'fa:16:3e:f9:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:50Z', 'updated_at': '2021-10-14T11:37:56Z', 'revision_number': 5, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'subnets': [{'id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:39:58.292720 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf545289-c657-49e0-9bf4-cbdfc7b29c30 None None] Checking router: 45d5e0db-f935-4c42-b402-70b120999649 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:39:58.301021 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf545289-c657-49e0-9bf4-cbdfc7b29c30 None None] Routers {'45d5e0db-f935-4c42-b402-70b120999649'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:39:58.301764 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-cf545289-c657-49e0-9bf4-cbdfc7b29c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:39:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['45d5e0db-f935-4c42-b402-70b120999649'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:39:58.381514 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'tag': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:39:58.384097 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2af8581-bb74-480c-9670-3f6ba2f7561d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a01dae7-b9c6-401e-b70d-8005990252f9", "tag": "ba2b658e-4cf2-4cc0-8acf-4deec6c2507f"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:39:58.405575 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-cf545289-c657-49e0-9bf4-cbdfc7b29c30 None None] Set router 45d5e0db-f935-4c42-b402-70b120999649 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:39:58.420603 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa9c150-2f12-4930-9824-fb889efea24e x-openstack-request-id: req-8aa9c150-2f12-4930-9824-fb889efea24e {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:39:58.420957 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a01dae7-b9c6-401e-b70d-8005990252f9", "tag": "ba2b658e-4cf2-4cc0-8acf-4deec6c2507f", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:39:58.421272 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8aa9c150-2f12-4930-9824-fb889efea24e {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:39:58.421734 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'tag': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f', 'status': 'completed', 'code': 200} Oct 14 11:39:58.502867 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af8581-bb74-480c-9670-3f6ba2f7561d req-cedc6a38-8b2b-4faa-b711-8419b44cd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:58.504435 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e2af8581-bb74-480c-9670-3f6ba2f7561d req-cedc6a38-8b2b-4faa-b711-8419b44cd6e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd03876bb74840b9876ce7446e97c5bf&device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 1099 time: 0.0400736 Oct 14 11:39:58.599741 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af8581-bb74-480c-9670-3f6ba2f7561d req-3bf7a511-9c19-4c38-a68f-94cb105e0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:58.601224 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e2af8581-bb74-480c-9670-3f6ba2f7561d req-3bf7a511-9c19-4c38-a68f-94cb105e0dd6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e5d4eb7-f030-47ce-8206-2355b34de9eb HTTP/1.1" status: 200 len: 915 time: 0.0895731 Oct 14 11:39:58.606766 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-cf545289-c657-49e0-9bf4-cbdfc7b29c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d5e0db-f935-4c42-b402-70b120999649', 'name': 'tempest-TestMinimumBasicScenario-702320312-router', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:47Z', 'updated_at': '2021-10-14T11:37:51Z', 'revision_number': 4, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'gw_port': {'id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:48Z', 'updated_at': '2021-10-14T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': 'e704bb64-178b-48c4-bed6-1bf42d05495c', 'name': '', 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'mac_address': 'fa:16:3e:f9:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:50Z', 'updated_at': '2021-10-14T11:37:56Z', 'revision_number': 5, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'subnets': [{'id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:39:58.650379 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e2af8581-bb74-480c-9670-3f6ba2f7561d req-49a6e85f-a214-42e2-bf3a-2f4ec343ee59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f HTTP/1.1" status: 200 len: 217 time: 0.0393434 Oct 14 11:39:58.713317 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af8581-bb74-480c-9670-3f6ba2f7561d req-95e93ee3-2231-48bd-a8ec-e0fe0c38f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:58.714848 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e2af8581-bb74-480c-9670-3f6ba2f7561d req-95e93ee3-2231-48bd-a8ec-e0fe0c38f7ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04c99e45-56f6-422c-a7fe-7585bee7856a HTTP/1.1" status: 200 len: 853 time: 0.0507069 Oct 14 11:39:58.767437 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf545289-c657-49e0-9bf4-cbdfc7b29c30 None None] The sync data for ids ['45d5e0db-f935-4c42-b402-70b120999649'] in dv-cinder-797970-2-iscsi is: [{'id': '45d5e0db-f935-4c42-b402-70b120999649', 'name': 'tempest-TestMinimumBasicScenario-702320312-router', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:47Z', 'updated_at': '2021-10-14T11:37:51Z', 'revision_number': 4, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'gw_port': {'id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:48Z', 'updated_at': '2021-10-14T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': 'e704bb64-178b-48c4-bed6-1bf42d05495c', 'name': '', 'network_id': '9e5d4eb7-f030-47ce-8206-2355b34de9eb', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'mac_address': 'fa:16:3e:f9:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:50Z', 'updated_at': '2021-10-14T11:37:56Z', 'revision_number': 5, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'subnets': [{'id': '04c99e45-56f6-422c-a7fe-7585bee7856a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:39:58.767749 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af8581-bb74-480c-9670-3f6ba2f7561d req-c366c4fc-8eeb-42ec-905e-a4e1d0968739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:39:58.767749 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e2af8581-bb74-480c-9670-3f6ba2f7561d req-c366c4fc-8eeb-42ec-905e-a4e1d0968739 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e5d4eb7-f030-47ce-8206-2355b34de9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438352 Oct 14 11:39:58.866877 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e2af8581-bb74-480c-9670-3f6ba2f7561d req-545ddc9d-87a7-4816-a5c7-19b2e6861a73 service neutron] 10.222.0.36 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921397 Oct 14 11:39:58.972399 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e2af8581-bb74-480c-9670-3f6ba2f7561d req-cb9b8eb5-221e-45a5-8c23-02ab38d7a06e service neutron] 10.222.0.36 "GET /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981340 Oct 14 11:39:59.021031 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4314f70-6904-4c3a-a68f-c44a5b6d598b None None] New status for floating IP 55b707bf-b8f5-4f51-9d46-3b2a6a185e02: DOWN {{(pid=99835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:40:00.671399 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cd6c-7efd-462f-9ca2-be5accd3e6c6 req-2ac15601-29f9-4aef-a582-814adb235634 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:00.672906 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b386cd6c-7efd-462f-9ca2-be5accd3e6c6 req-2ac15601-29f9-4aef-a582-814adb235634 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 946 time: 0.0539768 Oct 14 11:40:00.715047 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b386cd6c-7efd-462f-9ca2-be5accd3e6c6 req-315b5afe-3d87-4589-be89-e6449aa5380a tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341742 Oct 14 11:40:01.833168 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6005a-fe98-4922-932b-c3e866efe1e7 req-fbf0860a-5024-49ea-8f70-f6de17f4b917 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:01.834685 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-16c6005a-fe98-4922-932b-c3e866efe1e7 req-fbf0860a-5024-49ea-8f70-f6de17f4b917 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 946 time: 0.0505309 Oct 14 11:40:01.873579 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-16c6005a-fe98-4922-932b-c3e866efe1e7 req-b63b1130-6e8d-43ac-8266-9937e4056744 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/security-groups?id=c215f63f-807b-4c20-9838-89a970f4495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328903 Oct 14 11:40:01.946295 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:02.241238 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9cf6c-5466-4017-a308-5ebd5b74e8a6 req-48811cef-1479-4646-ab6c-99e03a0e6534 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:02.242698 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bbe9cf6c-5466-4017-a308-5ebd5b74e8a6 req-48811cef-1479-4646-ab6c-99e03a0e6534 tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 946 time: 0.0484390 Oct 14 11:40:02.336750 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-bbe9cf6c-5466-4017-a308-5ebd5b74e8a6 req-50872550-d4b1-4669-9603-6754db17e6cb tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Deleting port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:40:02.337087 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bbe9cf6c-5466-4017-a308-5ebd5b74e8a6 req-50872550-d4b1-4669-9603-6754db17e6cb tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:02.423195 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-bbe9cf6c-5466-4017-a308-5ebd5b74e8a6 req-50872550-d4b1-4669-9603-6754db17e6cb tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] For port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f,segment=NetworkSegment(22562a98-2e96-41a3-8a9d-5fe756fcb066),segment_id=22562a98-2e96-41a3-8a9d-5fe756fcb066)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:40:02.423560 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bbe9cf6c-5466-4017-a308-5ebd5b74e8a6 req-50872550-d4b1-4669-9603-6754db17e6cb tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:02.437751 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-bbe9cf6c-5466-4017-a308-5ebd5b74e8a6 req-50872550-d4b1-4669-9603-6754db17e6cb tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Calling delete_port for ba2b658e-4cf2-4cc0-8acf-4deec6c2507f owned by compute:nova {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:40:02.563488 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bbe9cf6c-5466-4017-a308-5ebd5b74e8a6 req-50872550-d4b1-4669-9603-6754db17e6cb tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:02.575773 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['ba2b658e-4cf2-4cc0-8acf-4deec6c2507f'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:40:02.591971 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50872550-d4b1-4669-9603-6754db17e6cb tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Pushing event deleted for resources: {'Port': ['ID=ba2b658e-4cf2-4cc0-8acf-4deec6c2507f,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:02.634148 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe9cf6c-5466-4017-a308-5ebd5b74e8a6 req-50872550-d4b1-4669-9603-6754db17e6cb tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] No DVR routers for this DVR port ba2b658e-4cf2-4cc0-8acf-4deec6c2507f on host hv-cinder-79797 {{(pid=99833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:40:02.636707 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bbe9cf6c-5466-4017-a308-5ebd5b74e8a6 req-50872550-d4b1-4669-9603-6754db17e6cb tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:02.640045 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bbe9cf6c-5466-4017-a308-5ebd5b74e8a6 req-50872550-d4b1-4669-9603-6754db17e6cb tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.36 "DELETE /v2.0/ports/ba2b658e-4cf2-4cc0-8acf-4deec6c2507f HTTP/1.1" status: 204 len: 173 time: 0.3915753 Oct 14 11:40:02.640477 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'name': 'network-vif-deleted', 'tag': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:40:02.642856 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a07da71-3ae0-4140-a7a6-644e5b6ad533" -d '{"events": [{"server_uuid": "0a01dae7-b9c6-401e-b70d-8005990252f9", "name": "network-vif-deleted", "tag": "ba2b658e-4cf2-4cc0-8acf-4deec6c2507f"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:40:02.680021 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae542af-5418-4afc-82b6-d302901dc687 x-openstack-request-id: req-4ae542af-5418-4afc-82b6-d302901dc687 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:40:02.680305 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a01dae7-b9c6-401e-b70d-8005990252f9", "name": "network-vif-deleted", "tag": "ba2b658e-4cf2-4cc0-8acf-4deec6c2507f", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:40:02.680559 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4ae542af-5418-4afc-82b6-d302901dc687 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:40:02.680951 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a01dae7-b9c6-401e-b70d-8005990252f9', 'name': 'network-vif-deleted', 'tag': 'ba2b658e-4cf2-4cc0-8acf-4deec6c2507f', 'status': 'completed', 'code': 200} Oct 14 11:40:02.985915 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-32897d0b-cb17-494d-95f0-215cbee8e52a req-1806017f-79c0-4890-87fa-91fa7b44e32c tempest-TestMinimumBasicScenario-434091704 tempest-TestMinimumBasicScenario-434091704-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a01dae7-b9c6-401e-b70d-8005990252f9 HTTP/1.1" status: 200 len: 210 time: 0.0290675 Oct 14 11:40:04.583114 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59074) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:40:04.940310 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8ad9043b-f33f-49e4-9f0a-8f965a7fc6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779407'] for router_interface, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:05.195477 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-8ad9043b-f33f-49e4-9f0a-8f965a7fc6aa admin admin] Deleting port e704bb64-178b-48c4-bed6-1bf42d05495c {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:40:05.195702 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8ad9043b-f33f-49e4-9f0a-8f965a7fc6aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:05.273985 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [None req-8ad9043b-f33f-49e4-9f0a-8f965a7fc6aa admin admin] For port e704bb64-178b-48c4-bed6-1bf42d05495c, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=e704bb64-178b-48c4-bed6-1bf42d05495c,segment=NetworkSegment(22562a98-2e96-41a3-8a9d-5fe756fcb066),segment_id=22562a98-2e96-41a3-8a9d-5fe756fcb066)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:40:05.274406 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8ad9043b-f33f-49e4-9f0a-8f965a7fc6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:05.287332 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-8ad9043b-f33f-49e4-9f0a-8f965a7fc6aa admin admin] Calling delete_port for e704bb64-178b-48c4-bed6-1bf42d05495c owned by network:router_interface {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:40:05.417943 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device ba2b658e-4cf2-4cc0-8acf-4deec6c2507f no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:40:05.438465 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: ba2b658e-4cf2-4cc0-8acf-4deec6c2507f {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:40:05.438812 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device ba2b658e-4cf2-4cc0-8acf-4deec6c2507f not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:40:05.466946 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8ad9043b-f33f-49e4-9f0a-8f965a7fc6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:05.495777 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9043b-f33f-49e4-9f0a-8f965a7fc6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e704bb64-178b-48c4-bed6-1bf42d05495c,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:05.673593 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8ad9043b-f33f-49e4-9f0a-8f965a7fc6aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784671'] for router_interface, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:05.881118 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad9043b-f33f-49e4-9f0a-8f965a7fc6aa admin admin] Router 45d5e0db-f935-4c42-b402-70b120999649 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:40:05.983490 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad9043b-f33f-49e4-9f0a-8f965a7fc6aa admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:40:05.989135 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-8ad9043b-f33f-49e4-9f0a-8f965a7fc6aa admin admin] 10.222.0.69 "PUT /v2.0/routers/45d5e0db-f935-4c42-b402-70b120999649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4043453 Oct 14 11:40:05.991525 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59076) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:40:05.993240 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548bf1f0-d399-4249-8b5d-43d5c2b0128b None None] Sync routers for ids ['45d5e0db-f935-4c42-b402-70b120999649'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:40:06.002612 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548bf1f0-d399-4249-8b5d-43d5c2b0128b None None] Routers {'45d5e0db-f935-4c42-b402-70b120999649'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:40:06.003220 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-548bf1f0-d399-4249-8b5d-43d5c2b0128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:39:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['45d5e0db-f935-4c42-b402-70b120999649'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:06.096183 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8eb43153-d5c1-4138-9f92-b55da6bc1b08 admin admin] Publish callbacks [] for router, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:06.108318 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-548bf1f0-d399-4249-8b5d-43d5c2b0128b None None] Set router 45d5e0db-f935-4c42-b402-70b120999649 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:40:06.195202 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8eb43153-d5c1-4138-9f92-b55da6bc1b08 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:06.250817 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-8eb43153-d5c1-4138-9f92-b55da6bc1b08 admin admin] Deleting port 51d35aaf-ac9b-40bc-bee2-81d96ec8168b {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:40:06.251155 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8eb43153-d5c1-4138-9f92-b55da6bc1b08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:06.286486 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-548bf1f0-d399-4249-8b5d-43d5c2b0128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d5e0db-f935-4c42-b402-70b120999649', 'name': 'tempest-TestMinimumBasicScenario-702320312-router', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:47Z', 'updated_at': '2021-10-14T11:40:05Z', 'revision_number': 5, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'gw_port': {'id': '51d35aaf-ac9b-40bc-bee2-81d96ec8168b', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d5e0db-f935-4c42-b402-70b120999649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:48Z', 'updated_at': '2021-10-14T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:06.312935 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548bf1f0-d399-4249-8b5d-43d5c2b0128b None None] Checking router: 45d5e0db-f935-4c42-b402-70b120999649 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:40:06.321878 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548bf1f0-d399-4249-8b5d-43d5c2b0128b None None] Routers {'45d5e0db-f935-4c42-b402-70b120999649'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:40:06.322508 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-548bf1f0-d399-4249-8b5d-43d5c2b0128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:39:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['45d5e0db-f935-4c42-b402-70b120999649'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:06.330332 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [None req-8eb43153-d5c1-4138-9f92-b55da6bc1b08 admin admin] For port 51d35aaf-ac9b-40bc-bee2-81d96ec8168b, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=51d35aaf-ac9b-40bc-bee2-81d96ec8168b,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:40:06.330762 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8eb43153-d5c1-4138-9f92-b55da6bc1b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:06.343590 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-8eb43153-d5c1-4138-9f92-b55da6bc1b08 admin admin] Calling delete_port for 51d35aaf-ac9b-40bc-bee2-81d96ec8168b owned by network:router_gateway {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:40:06.407802 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-548bf1f0-d399-4249-8b5d-43d5c2b0128b None None] Set router 45d5e0db-f935-4c42-b402-70b120999649 gateway port host: None {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:40:06.462855 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-548bf1f0-d399-4249-8b5d-43d5c2b0128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d5e0db-f935-4c42-b402-70b120999649', 'name': 'tempest-TestMinimumBasicScenario-702320312-router', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:47Z', 'updated_at': '2021-10-14T11:40:06Z', 'revision_number': 6, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'gw_port_host': None}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:06.494674 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548bf1f0-d399-4249-8b5d-43d5c2b0128b None None] The sync data for ids ['45d5e0db-f935-4c42-b402-70b120999649'] in dv-cinder-797970-2-iscsi is: [{'id': '45d5e0db-f935-4c42-b402-70b120999649', 'name': 'tempest-TestMinimumBasicScenario-702320312-router', 'tenant_id': 'bd03876bb74840b9876ce7446e97c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:47Z', 'updated_at': '2021-10-14T11:40:06Z', 'revision_number': 6, 'project_id': 'bd03876bb74840b9876ce7446e97c5bf', 'gw_port_host': None}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:40:06.779783 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8eb43153-d5c1-4138-9f92-b55da6bc1b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:06.811297 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb43153-d5c1-4138-9f92-b55da6bc1b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d35aaf-ac9b-40bc-bee2-81d96ec8168b,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:06.886160 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8eb43153-d5c1-4138-9f92-b55da6bc1b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1778181'] for router_gateway, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:06.982788 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8eb43153-d5c1-4138-9f92-b55da6bc1b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258105'] for router, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:06.984904 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8eb43153-d5c1-4138-9f92-b55da6bc1b08 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.041026 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8eb43153-d5c1-4138-9f92-b55da6bc1b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1785260'] for router, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.041633 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb43153-d5c1-4138-9f92-b55da6bc1b08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45d5e0db-f935-4c42-b402-70b120999649 {{(pid=99833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:40:07.046091 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8eb43153-d5c1-4138-9f92-b55da6bc1b08 admin admin] Publish callbacks [] for router, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.047161 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-8eb43153-d5c1-4138-9f92-b55da6bc1b08 admin admin] 10.222.0.69 "DELETE /v2.0/routers/45d5e0db-f935-4c42-b402-70b120999649 HTTP/1.1" status: 204 len: 168 time: 1.0547061 Oct 14 11:40:07.049721 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 59078) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:40:07.096497 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e94e9b7-1213-490f-a745-e3c8c4dfa9cc admin admin] Deleting subnet 04c99e45-56f6-422c-a7fe-7585bee7856a {{(pid=99832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:40:07.099523 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8e94e9b7-1213-490f-a745-e3c8c4dfa9cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.133053 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8e94e9b7-1213-490f-a745-e3c8c4dfa9cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1332862'] for subnet, precommit_delete_associations {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.219264 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8e94e9b7-1213-490f-a745-e3c8c4dfa9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856540'] for subnet, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.279667 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8e94e9b7-1213-490f-a745-e3c8c4dfa9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7939685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4544050'] for subnet, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.307319 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94e9b7-1213-490f-a745-e3c8c4dfa9cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c99e45-56f6-422c-a7fe-7585bee7856a,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:07.311019 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-8e94e9b7-1213-490f-a745-e3c8c4dfa9cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.317458 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-8e94e9b7-1213-490f-a745-e3c8c4dfa9cc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/04c99e45-56f6-422c-a7fe-7585bee7856a HTTP/1.1" status: 204 len: 168 time: 0.2666416 Oct 14 11:40:07.318282 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59080) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:40:07.320097 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49321ece-c611-4a89-83f4-a247997c32ba None None] Network 9e5d4eb7-f030-47ce-8206-2355b34de9eb requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:40:07.389839 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530326'] for network, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.444624 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] Deleting port 5bb9f0a2-3147-460d-9a37-95f9c2874c9b {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:40:07.444964 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.512481 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] DHCP port deletion for 9e5d4eb7-f030-47ce-8206-2355b34de9eb request from dv-cinder-797970-2-iscsi {{(pid=99834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 11:40:07.518113 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] For port 5bb9f0a2-3147-460d-9a37-95f9c2874c9b, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=5bb9f0a2-3147-460d-9a37-95f9c2874c9b,segment=NetworkSegment(22562a98-2e96-41a3-8a9d-5fe756fcb066),segment_id=22562a98-2e96-41a3-8a9d-5fe756fcb066)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:40:07.518536 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.532345 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] Calling delete_port for 5bb9f0a2-3147-460d-9a37-95f9c2874c9b owned by network:dhcp {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:40:07.561602 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Deleting port 5bb9f0a2-3147-460d-9a37-95f9c2874c9b {{(pid=99834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:40:07.561978 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.614950 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.625203 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] For port 5bb9f0a2-3147-460d-9a37-95f9c2874c9b, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=5bb9f0a2-3147-460d-9a37-95f9c2874c9b,segment=NetworkSegment(22562a98-2e96-41a3-8a9d-5fe756fcb066),segment_id=22562a98-2e96-41a3-8a9d-5fe756fcb066)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:40:07.625606 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.639097 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Calling delete_port for 5bb9f0a2-3147-460d-9a37-95f9c2874c9b owned by network:dhcp {{(pid=99834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:40:07.648753 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb9f0a2-3147-460d-9a37-95f9c2874c9b,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:07.655095 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] No DVR routers for this DVR port 5bb9f0a2-3147-460d-9a37-95f9c2874c9b on host dv-cinder-797970-2-iscsi {{(pid=99833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:40:07.686222 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device e704bb64-178b-48c4-bed6-1bf42d05495c no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:40:07.712415 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: e704bb64-178b-48c4-bed6-1bf42d05495c {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:40:07.712757 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device e704bb64-178b-48c4-bed6-1bf42d05495c not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:40:07.713187 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 5bb9f0a2-3147-460d-9a37-95f9c2874c9b no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:40:07.732109 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854089', 'neutron.services.segments.db._delete_segments_for_network-8773231307825'] for network, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.736498 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 5bb9f0a2-3147-460d-9a37-95f9c2874c9b {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:40:07.736843 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 5bb9f0a2-3147-460d-9a37-95f9c2874c9b not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:40:07.737255 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 51d35aaf-ac9b-40bc-bee2-81d96ec8168b no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:40:07.751961 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.services.segments.db [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5d4eb7-f030-47ce-8206-2355b34de9eb']}} {{(pid=99833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:07.762020 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 51d35aaf-ac9b-40bc-bee2-81d96ec8168b {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:40:07.762258 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.services.segments.db [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22562a98-2e96-41a3-8a9d-5fe756fcb066') {'for_net_delete': True} {{(pid=99833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:07.762370 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 51d35aaf-ac9b-40bc-bee2-81d96ec8168b not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:40:07.762518 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.services.segments.db [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22562a98-2e96-41a3-8a9d-5fe756fcb066') {} {{(pid=99833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:07.775105 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773231308346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4673397'] for segment, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.780590 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480'] for port, after_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.788613 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.794466 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=99833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:40:07.794856 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4673104'] for segment, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: Traceback (most recent call last): Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: timer() Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: cb(*args, **kw) Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: return func(*args, **kwargs) Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: self._notify() Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: self.callback(batched_events) Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: event.method(event) Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: return f(self, *a, **k) Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: return self._get(url).json() Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: return self.request(url, 'GET', **kwargs) Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:40:07.796661 dv-cinder-797970-2-iscsi neutron-server[99833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:40:07.808447 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Pushing event deleted for resources: {'Port': ['ID=5bb9f0a2-3147-460d-9a37-95f9c2874c9b,revision_number=None']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:07.812730 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] No DVR routers for this DVR port 5bb9f0a2-3147-460d-9a37-95f9c2874c9b on host dv-cinder-797970-2-iscsi {{(pid=99834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:40:07.819979 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:40:07.820330 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:40:07.820668 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:40:07.820998 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:40:07.821326 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:40:07.821653 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:40:07.821976 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:40:07.822388 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:40:07.822713 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:40:07.824097 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:40:07.824430 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:40:07.824757 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a5da6-c613-497d-99ac-55998ca51b47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:40:07.863761 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1778393'] for network, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.869416 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:07.872752 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] 10.222.0.69 "DELETE /v2.0/networks/9e5d4eb7-f030-47ce-8206-2355b34de9eb HTTP/1.1" status: 204 len: 168 time: 0.5533235 Oct 14 11:40:07.876643 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 59082) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:40:07.885908 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930e078-006b-4849-b639-f6c036b91b9d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e5d4eb7-f030-47ce-8206-2355b34de9eb,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:08.227523 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e1f23253-e973-4a2d-9101-caf96dee5b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779407'] for router_interface, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:08.473797 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-e1f23253-e973-4a2d-9101-caf96dee5b64 admin admin] Deleting port 4b43612a-9901-43eb-be80-313c995c74c9 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:40:08.474124 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e1f23253-e973-4a2d-9101-caf96dee5b64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:08.553719 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [None req-e1f23253-e973-4a2d-9101-caf96dee5b64 admin admin] For port 4b43612a-9901-43eb-be80-313c995c74c9, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=4b43612a-9901-43eb-be80-313c995c74c9,segment=NetworkSegment(8e67ddac-e5c7-4364-9723-c9265a183ac8),segment_id=8e67ddac-e5c7-4364-9723-c9265a183ac8)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:40:08.554005 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e1f23253-e973-4a2d-9101-caf96dee5b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:08.565845 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-e1f23253-e973-4a2d-9101-caf96dee5b64 admin admin] Calling delete_port for 4b43612a-9901-43eb-be80-313c995c74c9 owned by network:router_interface {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:40:08.743328 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e1f23253-e973-4a2d-9101-caf96dee5b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:08.768831 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f23253-e973-4a2d-9101-caf96dee5b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b43612a-9901-43eb-be80-313c995c74c9,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:08.930582 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-e1f23253-e973-4a2d-9101-caf96dee5b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784671'] for router_interface, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:09.151808 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f23253-e973-4a2d-9101-caf96dee5b64 admin admin] Router 96451222-d094-453f-8fb5-57a4df80d295 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:40:09.261814 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f23253-e973-4a2d-9101-caf96dee5b64 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:40:09.266984 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-e1f23253-e973-4a2d-9101-caf96dee5b64 admin admin] 10.222.0.69 "PUT /v2.0/routers/96451222-d094-453f-8fb5-57a4df80d295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3891060 Oct 14 11:40:09.270916 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 59084) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:40:09.272907 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cbdcb4-4c56-4c91-8f54-a0c8809669e0 None None] Sync routers for ids ['96451222-d094-453f-8fb5-57a4df80d295'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:40:09.282587 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cbdcb4-4c56-4c91-8f54-a0c8809669e0 None None] Routers {'96451222-d094-453f-8fb5-57a4df80d295'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:40:09.283188 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-d5cbdcb4-4c56-4c91-8f54-a0c8809669e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:39:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['96451222-d094-453f-8fb5-57a4df80d295'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:09.382416 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d13c-3286-476a-909e-a07b40268142 admin admin] Publish callbacks [] for router, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:09.486726 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-d5cbdcb4-4c56-4c91-8f54-a0c8809669e0 None None] Set router 96451222-d094-453f-8fb5-57a4df80d295 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:40:09.508681 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d13c-3286-476a-909e-a07b40268142 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:09.587308 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-9dd2d13c-3286-476a-909e-a07b40268142 admin admin] Deleting port 51466958-7d92-4682-a8e6-31ba2a5c622a {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:40:09.587647 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d13c-3286-476a-909e-a07b40268142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:09.678621 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [None req-9dd2d13c-3286-476a-909e-a07b40268142 admin admin] For port 51466958-7d92-4682-a8e6-31ba2a5c622a, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=51466958-7d92-4682-a8e6-31ba2a5c622a,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:40:09.679002 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d13c-3286-476a-909e-a07b40268142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:09.690733 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-9dd2d13c-3286-476a-909e-a07b40268142 admin admin] Calling delete_port for 51466958-7d92-4682-a8e6-31ba2a5c622a owned by network:router_gateway {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:40:09.697419 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-d5cbdcb4-4c56-4c91-8f54-a0c8809669e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96451222-d094-453f-8fb5-57a4df80d295', 'name': 'tempest-TestMinimumBasicScenario-270594856-router', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51466958-7d92-4682-a8e6-31ba2a5c622a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:54Z', 'updated_at': '2021-10-14T11:40:08Z', 'revision_number': 5, 'project_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'gw_port': {'id': '51466958-7d92-4682-a8e6-31ba2a5c622a', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96451222-d094-453f-8fb5-57a4df80d295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:37:54Z', 'updated_at': '2021-10-14T11:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:09.723752 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cbdcb4-4c56-4c91-8f54-a0c8809669e0 None None] Checking router: 96451222-d094-453f-8fb5-57a4df80d295 for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:40:09.731993 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cbdcb4-4c56-4c91-8f54-a0c8809669e0 None None] Routers {'96451222-d094-453f-8fb5-57a4df80d295'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:40:09.732596 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-d5cbdcb4-4c56-4c91-8f54-a0c8809669e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:39:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['96451222-d094-453f-8fb5-57a4df80d295'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:09.839967 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-d5cbdcb4-4c56-4c91-8f54-a0c8809669e0 None None] Set router 96451222-d094-453f-8fb5-57a4df80d295 gateway port host: None {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:40:09.875151 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d13c-3286-476a-909e-a07b40268142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:09.899019 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-d5cbdcb4-4c56-4c91-8f54-a0c8809669e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96451222-d094-453f-8fb5-57a4df80d295', 'name': 'tempest-TestMinimumBasicScenario-270594856-router', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:54Z', 'updated_at': '2021-10-14T11:40:09Z', 'revision_number': 6, 'project_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'gw_port_host': None}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:09.923464 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2d13c-3286-476a-909e-a07b40268142 admin admin] Pushing event deleted for resources: {'Port': ['ID=51466958-7d92-4682-a8e6-31ba2a5c622a,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:09.928256 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cbdcb4-4c56-4c91-8f54-a0c8809669e0 None None] The sync data for ids ['96451222-d094-453f-8fb5-57a4df80d295'] in dv-cinder-797970-2-iscsi is: [{'id': '96451222-d094-453f-8fb5-57a4df80d295', 'name': 'tempest-TestMinimumBasicScenario-270594856-router', 'tenant_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:37:54Z', 'updated_at': '2021-10-14T11:40:09Z', 'revision_number': 6, 'project_id': 'e42ddf0e27da4c60a2e124481c8b949f', 'gw_port_host': None}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:40:09.971281 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d13c-3286-476a-909e-a07b40268142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1778181'] for router_gateway, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.061075 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d13c-3286-476a-909e-a07b40268142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258105'] for router, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.063241 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d13c-3286-476a-909e-a07b40268142 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.107782 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d13c-3286-476a-909e-a07b40268142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1785260'] for router, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.108325 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd2d13c-3286-476a-909e-a07b40268142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96451222-d094-453f-8fb5-57a4df80d295 {{(pid=99832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:40:10.112789 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d13c-3286-476a-909e-a07b40268142 admin admin] Publish callbacks [] for router, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.114029 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-9dd2d13c-3286-476a-909e-a07b40268142 admin admin] 10.222.0.69 "DELETE /v2.0/routers/96451222-d094-453f-8fb5-57a4df80d295 HTTP/1.1" status: 204 len: 168 time: 0.8420424 Oct 14 11:40:10.116538 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 59086) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:40:10.160254 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b920f6d-e60d-4d81-9ba8-1d49f750bd68 admin admin] Deleting subnet 38dda9bd-7493-4280-8fd4-63cf67ad3e99 {{(pid=99832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:40:10.163237 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4b920f6d-e60d-4d81-9ba8-1d49f750bd68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.196562 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4b920f6d-e60d-4d81-9ba8-1d49f750bd68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1332862'] for subnet, precommit_delete_associations {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.277209 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4b920f6d-e60d-4d81-9ba8-1d49f750bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856540'] for subnet, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.333503 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4b920f6d-e60d-4d81-9ba8-1d49f750bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7939685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4544050'] for subnet, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.359023 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b920f6d-e60d-4d81-9ba8-1d49f750bd68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38dda9bd-7493-4280-8fd4-63cf67ad3e99,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:10.366817 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4b920f6d-e60d-4d81-9ba8-1d49f750bd68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.372449 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-4b920f6d-e60d-4d81-9ba8-1d49f750bd68 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/38dda9bd-7493-4280-8fd4-63cf67ad3e99 HTTP/1.1" status: 204 len: 168 time: 0.2527533 Oct 14 11:40:10.372595 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0fcaae-9bfd-4531-9893-81b16142644a None None] Network eb0249af-8ff5-403a-9871-24dd59359899 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:40:10.373043 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 59088) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:40:10.444598 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530326'] for network, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.505175 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] Deleting port 876554fe-60b1-46ab-ac26-d74ee82af3da {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:40:10.505514 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.570600 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] For port 876554fe-60b1-46ab-ac26-d74ee82af3da, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=876554fe-60b1-46ab-ac26-d74ee82af3da,segment=NetworkSegment(8e67ddac-e5c7-4364-9723-c9265a183ac8),segment_id=8e67ddac-e5c7-4364-9723-c9265a183ac8)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:40:10.570988 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.583882 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] Calling delete_port for 876554fe-60b1-46ab-ac26-d74ee82af3da owned by network:dhcp {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:40:10.669375 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.680419 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f03f3-94c0-4fc4-8395-cbb234cdc848 None None] DHCP port deletion for eb0249af-8ff5-403a-9871-24dd59359899 request from dv-cinder-797970-2-iscsi {{(pid=99834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 11:40:10.686360 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] No DVR routers for this DVR port 876554fe-60b1-46ab-ac26-d74ee82af3da on host dv-cinder-797970-2-iscsi {{(pid=99832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:40:10.708200 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=876554fe-60b1-46ab-ac26-d74ee82af3da,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:10.777175 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854089', 'neutron.services.segments.db._delete_segments_for_network-8773231307825'] for network, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.803606 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0249af-8ff5-403a-9871-24dd59359899']}} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:10.814284 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e67ddac-e5c7-4364-9723-c9265a183ac8') {'for_net_delete': True} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:10.814588 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e67ddac-e5c7-4364-9723-c9265a183ac8') {} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:10.826889 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773231308346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1332807'] for segment, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.842560 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.850908 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=99832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:40:10.851424 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7940039'] for segment, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: Traceback (most recent call last): Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: timer() Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: cb(*args, **kw) Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: return func(*args, **kwargs) Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: self._notify() Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: self.callback(batched_events) Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: event.method(event) Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: return f(self, *a, **k) Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._get(url).json() Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: return self.request(url, 'GET', **kwargs) Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:40:10.853143 dv-cinder-797970-2-iscsi neutron-server[99832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:40:10.913131 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1778393'] for network, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.921063 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:10.923854 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/eb0249af-8ff5-403a-9871-24dd59359899 HTTP/1.1" status: 204 len: 168 time: 0.5502758 Oct 14 11:40:10.935000 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377255d-d4cb-445f-b08f-0294612a91b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0249af-8ff5-403a-9871-24dd59359899,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:11.145378 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 59092) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:40:11.188182 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-4c9d6672-7537-43eb-9f06-7b75426fd23b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bd03876bb74840b9876ce7446e97c5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412970 Oct 14 11:40:11.190795 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 59094) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:40:11.246345 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5eaf-35d8-46ec-9eec-04dd322c720b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:11.267790 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5eaf-35d8-46ec-9eec-04dd322c720b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:11.319139 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5eaf-35d8-46ec-9eec-04dd322c720b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:11.322095 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5eaf-35d8-46ec-9eec-04dd322c720b admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:11.323417 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-ab2a5eaf-35d8-46ec-9eec-04dd322c720b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c215f63f-807b-4c20-9838-89a970f4495f HTTP/1.1" status: 204 len: 168 time: 0.1305945 Oct 14 11:40:11.333560 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a5eaf-35d8-46ec-9eec-04dd322c720b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c215f63f-807b-4c20-9838-89a970f4495f,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:11.659409 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59100) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:40:11.666962 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 51466958-7d92-4682-a8e6-31ba2a5c622a no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:40:11.692163 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 51466958-7d92-4682-a8e6-31ba2a5c622a {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:40:11.692591 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 51466958-7d92-4682-a8e6-31ba2a5c622a not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:40:11.693083 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 4b43612a-9901-43eb-be80-313c995c74c9 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:40:11.703535 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-d434cfaf-bab6-4a95-8565-9d31388404c9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e42ddf0e27da4c60a2e124481c8b949f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407002 Oct 14 11:40:11.704988 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59102) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:40:11.712467 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 4b43612a-9901-43eb-be80-313c995c74c9 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:40:11.712814 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 4b43612a-9901-43eb-be80-313c995c74c9 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:40:11.713234 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 876554fe-60b1-46ab-ac26-d74ee82af3da no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:40:11.731893 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 876554fe-60b1-46ab-ac26-d74ee82af3da {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:40:11.732241 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 876554fe-60b1-46ab-ac26-d74ee82af3da not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:40:11.755798 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a25e18fb-b54d-4142-9c61-676f66112f69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:11.777967 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a25e18fb-b54d-4142-9c61-676f66112f69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:11.826799 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a25e18fb-b54d-4142-9c61-676f66112f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:11.829355 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-a25e18fb-b54d-4142-9c61-676f66112f69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:11.830533 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-a25e18fb-b54d-4142-9c61-676f66112f69 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3b553bc4-8769-4d72-abe2-92c5a0a7824a HTTP/1.1" status: 204 len: 168 time: 0.1245539 Oct 14 11:40:11.839170 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e18fb-b54d-4142-9c61-676f66112f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b553bc4-8769-4d72-abe2-92c5a0a7824a,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:17.275197 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-83e321a4-b233-493a-a617-d791effc6742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:19.756266 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d5f9b3e2-33d4-491d-bdd1-d5906d51542f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:21.262756 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:22.565465 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:23.028997 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:23.383354 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:40:31.948158 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:38.038916 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-85377807-36ef-4162-84b4-c6fa00b7924c req-f27191ed-6e36-496e-b224-aad14f4708b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433712 Oct 14 11:40:38.098623 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85377807-36ef-4162-84b4-c6fa00b7924c req-aa105cf9-6126-47c6-ad99-3a60b212f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:38.100115 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-85377807-36ef-4162-84b4-c6fa00b7924c req-aa105cf9-6126-47c6-ad99-3a60b212f0ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 1098 time: 0.0407565 Oct 14 11:40:38.201716 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85377807-36ef-4162-84b4-c6fa00b7924c req-ad1ad404-26ea-4e53-82cf-44ed96185f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:38.203236 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-85377807-36ef-4162-84b4-c6fa00b7924c req-ad1ad404-26ea-4e53-82cf-44ed96185f64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 911 time: 0.0845857 Oct 14 11:40:38.272695 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-85377807-36ef-4162-84b4-c6fa00b7924c req-6b7bd0e3-90d3-4a84-b475-a26386b850ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b198920-9eb0-43d4-a9d4-48bc8ec9067a HTTP/1.1" status: 200 len: 1000 time: 0.0626595 Oct 14 11:40:38.321986 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85377807-36ef-4162-84b4-c6fa00b7924c req-8ba4465d-43d9-4589-adf0-66ea75577abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:38.323543 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-85377807-36ef-4162-84b4-c6fa00b7924c req-8ba4465d-43d9-4589-adf0-66ea75577abf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66472857-1d64-42b3-8a3a-11190a05f7e4 HTTP/1.1" status: 200 len: 849 time: 0.0441639 Oct 14 11:40:38.368827 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85377807-36ef-4162-84b4-c6fa00b7924c req-6e9111cf-e76a-42a5-925a-d747d6b3b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:38.370289 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-85377807-36ef-4162-84b4-c6fa00b7924c req-6e9111cf-e76a-42a5-925a-d747d6b3b466 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9b8e66e-94c5-462e-86fc-3a020a21504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396023 Oct 14 11:40:38.468854 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-85377807-36ef-4162-84b4-c6fa00b7924c req-230e605e-4d3f-4e7f-a6db-2a6a72ed3230 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910292 Oct 14 11:40:38.557117 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-85377807-36ef-4162-84b4-c6fa00b7924c req-16e23a31-6d0d-4255-aede-5dc0d6b7d32a service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815599 Oct 14 11:40:44.048212 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a2930-dcf2-4fa6-817a-df325d11ac59 req-5f2cf743-ac1b-4a56-9218-9b7a127eafcf tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:44.053024 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e22a2930-dcf2-4fa6-817a-df325d11ac59 req-5f2cf743-ac1b-4a56-9218-9b7a127eafcf tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 945 time: 0.0533006 Oct 14 11:40:44.089363 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e22a2930-dcf2-4fa6-817a-df325d11ac59 req-a32283bf-5b4f-4f1c-877d-2ac761192944 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317097 Oct 14 11:40:45.210745 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3cb95-f611-42a2-8d0d-658da5b3ee38 req-ddbf9174-98d9-4108-8785-62f970fedfc9 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:45.212242 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c9a3cb95-f611-42a2-8d0d-658da5b3ee38 req-ddbf9174-98d9-4108-8785-62f970fedfc9 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 945 time: 0.0537360 Oct 14 11:40:45.249308 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c9a3cb95-f611-42a2-8d0d-658da5b3ee38 req-72b957a2-76d7-4ba9-9ba3-49695bbbec27 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310969 Oct 14 11:40:45.457843 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c49e38-8791-4c8c-b2c5-57cb40d3aec6 req-89a43aac-8da4-4470-94bd-525765b3edbb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:45.459321 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a2c49e38-8791-4c8c-b2c5-57cb40d3aec6 req-89a43aac-8da4-4470-94bd-525765b3edbb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.36 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 945 time: 0.0486684 Oct 14 11:40:45.551830 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-a2c49e38-8791-4c8c-b2c5-57cb40d3aec6 req-6c0d2c4e-6e3d-40c3-8615-1342457f7e45 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Deleting port 4b198920-9eb0-43d4-a9d4-48bc8ec9067a {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:40:45.552078 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-a2c49e38-8791-4c8c-b2c5-57cb40d3aec6 req-6c0d2c4e-6e3d-40c3-8615-1342457f7e45 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:45.647167 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-a2c49e38-8791-4c8c-b2c5-57cb40d3aec6 req-6c0d2c4e-6e3d-40c3-8615-1342457f7e45 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] For port 4b198920-9eb0-43d4-a9d4-48bc8ec9067a, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=4b198920-9eb0-43d4-a9d4-48bc8ec9067a,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:40:45.647527 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-a2c49e38-8791-4c8c-b2c5-57cb40d3aec6 req-6c0d2c4e-6e3d-40c3-8615-1342457f7e45 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:45.859373 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-a2c49e38-8791-4c8c-b2c5-57cb40d3aec6 req-6c0d2c4e-6e3d-40c3-8615-1342457f7e45 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:45.859651 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-a2c49e38-8791-4c8c-b2c5-57cb40d3aec6 req-6c0d2c4e-6e3d-40c3-8615-1342457f7e45 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:45.859961 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.l3_db [req-a2c49e38-8791-4c8c-b2c5-57cb40d3aec6 req-6c0d2c4e-6e3d-40c3-8615-1342457f7e45 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Floating IP ec142c01-d24c-4f5a-8441-8913f2b2d0e3 disassociated. External IP: 172.27.1.73, port: 4b198920-9eb0-43d4-a9d4-48bc8ec9067a. Oct 14 11:40:45.860297 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-a2c49e38-8791-4c8c-b2c5-57cb40d3aec6 req-6c0d2c4e-6e3d-40c3-8615-1342457f7e45 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Calling delete_port for 4b198920-9eb0-43d4-a9d4-48bc8ec9067a owned by compute:nova {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:40:45.983979 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-a2c49e38-8791-4c8c-b2c5-57cb40d3aec6 req-6c0d2c4e-6e3d-40c3-8615-1342457f7e45 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:46.011327 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d2c4e-6e3d-40c3-8615-1342457f7e45 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event deleted for resources: {'Port': ['ID=4b198920-9eb0-43d4-a9d4-48bc8ec9067a,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:46.126961 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2c49e38-8791-4c8c-b2c5-57cb40d3aec6 req-6c0d2c4e-6e3d-40c3-8615-1342457f7e45 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Router 422c2155-83f6-4a04-bb40-7e53557dbbf4 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:40:46.232454 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2c49e38-8791-4c8c-b2c5-57cb40d3aec6 req-6c0d2c4e-6e3d-40c3-8615-1342457f7e45 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:40:46.241929 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1c5ff-1ebf-42e6-91c6-7d5f4ddc92a4 None None] Sync routers for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:40:46.251462 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a1c5ff-1ebf-42e6-91c6-7d5f4ddc92a4 None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:40:46.252068 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-41a1c5ff-1ebf-42e6-91c6-7d5f4ddc92a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:40:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:46.277157 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c49e38-8791-4c8c-b2c5-57cb40d3aec6 req-6c0d2c4e-6e3d-40c3-8615-1342457f7e45 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] No DVR routers for this DVR port 4b198920-9eb0-43d4-a9d4-48bc8ec9067a on host hv-cinder-79797 {{(pid=99833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:40:46.279917 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-a2c49e38-8791-4c8c-b2c5-57cb40d3aec6 req-6c0d2c4e-6e3d-40c3-8615-1342457f7e45 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:46.283596 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a2c49e38-8791-4c8c-b2c5-57cb40d3aec6 req-6c0d2c4e-6e3d-40c3-8615-1342457f7e45 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.36 "DELETE /v2.0/ports/4b198920-9eb0-43d4-a9d4-48bc8ec9067a HTTP/1.1" status: 204 len: 173 time: 0.8184490 Oct 14 11:40:46.284010 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5508791d-469c-443b-a85d-4c2d1c7dedb5', 'name': 'network-vif-deleted', 'tag': '4b198920-9eb0-43d4-a9d4-48bc8ec9067a'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:40:46.287084 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3def94da-b823-4fa1-a037-804b45012008" -d '{"events": [{"server_uuid": "5508791d-469c-443b-a85d-4c2d1c7dedb5", "name": "network-vif-deleted", "tag": "4b198920-9eb0-43d4-a9d4-48bc8ec9067a"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:40:46.335931 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f24960f-056f-4f43-8dab-e2939a9da48c x-openstack-request-id: req-8f24960f-056f-4f43-8dab-e2939a9da48c {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:40:46.336220 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5508791d-469c-443b-a85d-4c2d1c7dedb5", "name": "network-vif-deleted", "tag": "4b198920-9eb0-43d4-a9d4-48bc8ec9067a", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:40:46.336473 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8f24960f-056f-4f43-8dab-e2939a9da48c {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:40:46.336885 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5508791d-469c-443b-a85d-4c2d1c7dedb5', 'name': 'network-vif-deleted', 'tag': '4b198920-9eb0-43d4-a9d4-48bc8ec9067a', 'status': 'completed', 'code': 200} Oct 14 11:40:46.378159 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-41a1c5ff-1ebf-42e6-91c6-7d5f4ddc92a4 None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:40:46.385434 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-ca9c0fd1-c45a-4f81-ba56-2bf1a58d5f74 req-27507d49-866e-4eaa-bbc3-40d91b0bdc77 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=5508791d-469c-443b-a85d-4c2d1c7dedb5 HTTP/1.1" status: 200 len: 210 time: 0.0515065 Oct 14 11:40:46.585375 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-41a1c5ff-1ebf-42e6-91c6-7d5f4ddc92a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:46.611545 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1c5ff-1ebf-42e6-91c6-7d5f4ddc92a4 None None] Checking router: 422c2155-83f6-4a04-bb40-7e53557dbbf4 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:40:46.621045 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a1c5ff-1ebf-42e6-91c6-7d5f4ddc92a4 None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:40:46.621685 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-41a1c5ff-1ebf-42e6-91c6-7d5f4ddc92a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:40:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:46.725107 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-41a1c5ff-1ebf-42e6-91c6-7d5f4ddc92a4 None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:40:46.919526 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-41a1c5ff-1ebf-42e6-91c6-7d5f4ddc92a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:40:46.951337 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a1c5ff-1ebf-42e6-91c6-7d5f4ddc92a4 None None] The sync data for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi is: [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:40:47.201236 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cf4b26-e1c9-48de-8b5c-79a4d2ec4b73 None None] New status for floating IP ec142c01-d24c-4f5a-8441-8913f2b2d0e3: DOWN {{(pid=99835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:40:47.277535 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-75f31f3d-1497-43bc-b636-48007b0d359c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:47.588734 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 4b198920-9eb0-43d4-a9d4-48bc8ec9067a no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:40:47.625463 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-01ccce8c-4431-4bce-9f51-52cf97f62b4c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035502327&fields=id&tenant_id=5e1aec9f39fe40678b431698b09f8ba4 HTTP/1.1" status: 200 len: 267 time: 0.0330200 Oct 14 11:40:47.729933 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: 4b198920-9eb0-43d4-a9d4-48bc8ec9067a {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:40:47.730322 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 4b198920-9eb0-43d4-a9d4-48bc8ec9067a not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:40:47.740703 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-0be1f649-5a6d-4d84-b552-5e3939651191 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:47.742155 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-0be1f649-5a6d-4d84-b552-5e3939651191 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 810 time: 0.1083357 Oct 14 11:40:47.757164 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-252b4791-d310-4784-91ce-ddb2ceac9ec1 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/quotas/5e1aec9f39fe40678b431698b09f8ba4 HTTP/1.1" status: 200 len: 375 time: 0.0094109 Oct 14 11:40:47.809504 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-991e2064-58b7-490f-921a-e22ee80a088c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468128 Oct 14 11:40:47.825301 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-a5d921e6-9f50-45bd-8118-7d4074a05396 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=99832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:40:47.826241 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-a5d921e6-9f50-45bd-8118-7d4074a05396 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049832 Oct 14 11:40:48.179246 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-37d2e3b2-9a6a-4fe5-a305-ede2d690907a service neutron] 10.222.0.69 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473892 Oct 14 11:40:48.273158 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-7e40d804-3b03-46da-823a-bf170ccae4cf service neutron] 10.222.0.69 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877342 Oct 14 11:40:48.551553 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4b438ec-3d4c-4bb6-8b3f-92f8bcf7fc9b req-41743427-d9b3-4efc-a5b1-659b3d328989 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 210 time: 0.0269549 Oct 14 11:40:49.602756 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-491f443b-767d-4bfc-9e7b-2572926aa79c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:49.604263 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-491f443b-767d-4bfc-9e7b-2572926aa79c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.36 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 810 time: 0.1143186 Oct 14 11:40:49.654109 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-727a1f8e-8cb9-467e-a118-7447abe248c7 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e1aec9f39fe40678b431698b09f8ba4 HTTP/1.1" status: 200 len: 380 time: 0.0395277 Oct 14 11:40:49.657012 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-04cbb1ad-81a2-4482-b2f7-200bab7a7455 req-eda3590e-c3c6-4ad4-8e0a-ddc92f351f86 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 210 time: 0.0358670 Oct 14 11:40:49.664162 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-33bb1d2f-3574-4857-88de-0c9a11c3ccfb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Request body: {'port': {'device_id': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'admin_state_up': True, 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'security_groups': ['d4bb9676-560c-445a-91b4-6af5e2f5f9b0']}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:40:49.757948 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-94b00d76-0c43-4718-948a-38980919b09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:49.774706 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-33bb1d2f-3574-4857-88de-0c9a11c3ccfb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Made reservation on behalf of 5e1aec9f39fe40678b431698b09f8ba4 for: {'port': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:40:49.778153 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-33bb1d2f-3574-4857-88de-0c9a11c3ccfb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:49.903412 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-33bb1d2f-3574-4857-88de-0c9a11c3ccfb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Allocated IP 172.20.0.10 (b9b8e66e-94c5-462e-86fc-3a020a21504b/66472857-1d64-42b3-8a3a-11190a05f7e4/dd7ea658-9cd9-4367-85ac-cb9c9869ce2b) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:40:50.048755 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-33bb1d2f-3574-4857-88de-0c9a11c3ccfb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:50.083142 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-33bb1d2f-3574-4857-88de-0c9a11c3ccfb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:50.124072 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-33bb1d2f-3574-4857-88de-0c9a11c3ccfb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Network b9b8e66e-94c5-462e-86fc-3a020a21504b is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:40:50.126945 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-33bb1d2f-3574-4857-88de-0c9a11c3ccfb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:40:50.133875 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-33bb1d2f-3574-4857-88de-0c9a11c3ccfb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:40:50.139321 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb1d2f-3574-4857-88de-0c9a11c3ccfb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event updated for resources: {'Port': ['ID=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:50.185158 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-33bb1d2f-3574-4857-88de-0c9a11c3ccfb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:50.185771 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-33bb1d2f-3574-4857-88de-0c9a11c3ccfb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:50.204351 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-33bb1d2f-3574-4857-88de-0c9a11c3ccfb tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5445166 Oct 14 11:40:50.217364 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Request body: {'port': {'device_id': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:40:50.278959 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:50.387666 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-8f641494-8908-41e8-b834-6618ec63839d None None] Provisioning complete for port dd7ea658-9cd9-4367-85ac-cb9c9869ce2b triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:40:50.388030 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-8f641494-8908-41e8-b834-6618ec63839d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:50.423355 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-8f641494-8908-41e8-b834-6618ec63839d None None] Port dd7ea658-9cd9-4367-85ac-cb9c9869ce2b cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:40:50.539778 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7ea658-9cd9-4367-85ac-cb9c9869ce2b {{(pid=99833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:40:50.547019 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:50.559065 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.provisioning_blocks [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Transition to ACTIVE for port object dd7ea658-9cd9-4367-85ac-cb9c9869ce2b will not be triggered until provisioned by entity L2. {{(pid=99833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:40:50.561781 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:50.614617 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:50.684886 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Attempting to bind port dd7ea658-9cd9-4367-85ac-cb9c9869ce2b on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:40:50.685135 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Attempting to bind port dd7ea658-9cd9-4367-85ac-cb9c9869ce2b by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:40:50.685462 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Attempting to bind port dd7ea658-9cd9-4367-85ac-cb9c9869ce2b on network b9b8e66e-94c5-462e-86fc-3a020a21504b {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:40:50.694630 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Port dd7ea658-9cd9-4367-85ac-cb9c9869ce2b on network b9b8e66e-94c5-462e-86fc-3a020a21504b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:40:50.694956 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Attempting to bind port dd7ea658-9cd9-4367-85ac-cb9c9869ce2b on network b9b8e66e-94c5-462e-86fc-3a020a21504b {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:40:50.700406 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:40:50.700779 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Checking segment: {'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:40:50.701036 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Bound using segment: {'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:40:50.701537 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Bound port: dd7ea658-9cd9-4367-85ac-cb9c9869ce2b, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'}}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:40:50.701809 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:50.796999 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] For port dd7ea658-9cd9-4367-85ac-cb9c9869ce2b, host hv-cinder-79797, cleared binding levels {{(pid=99833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:40:50.801495 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] For port dd7ea658-9cd9-4367-85ac-cb9c9869ce2b, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:40:50.809930 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e186d1-551c-4199-ab81-ce5f155d60d4 req-b9d9e584-0a80-437c-b064-d2009bc3a6c9 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:50.811435 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d5e186d1-551c-4199-ab81-ce5f155d60d4 req-b9d9e584-0a80-437c-b064-d2009bc3a6c9 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 944 time: 0.0756650 Oct 14 11:40:50.812845 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:50.874888 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:50.875513 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:50.876898 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] 10.222.0.36 "PUT /v2.0/ports/dd7ea658-9cd9-4367-85ac-cb9c9869ce2b HTTP/1.1" status: 200 len: 1094 time: 0.6640601 Oct 14 11:40:50.877685 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'tag': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:40:50.880739 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be8c4e0-e4b2-4374-aea2-9dd95f744ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "86ec84da-4fda-4aa6-b7d1-1d205776581d", "tag": "dd7ea658-9cd9-4367-85ac-cb9c9869ce2b"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:40:50.904554 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af92b7-d398-416f-b252-4a32fd8fdcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b,revision_number=3']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:50.919352 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d5e186d1-551c-4199-ab81-ce5f155d60d4 req-f3aebd8a-33db-4aea-b440-94227ee9d8a4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006386 Oct 14 11:40:50.936438 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d90fdd2-2633-4941-8de0-58249e028c3e x-openstack-request-id: req-9d90fdd2-2633-4941-8de0-58249e028c3e {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:40:50.936684 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ec84da-4fda-4aa6-b7d1-1d205776581d", "tag": "dd7ea658-9cd9-4367-85ac-cb9c9869ce2b", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:40:50.936969 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9d90fdd2-2633-4941-8de0-58249e028c3e {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:40:50.937370 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'tag': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b', 'status': 'completed', 'code': 200} Oct 14 11:40:50.968104 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-f34e536b-ffd3-4262-a210-019bfaee2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:50.969758 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-f34e536b-ffd3-4262-a210-019bfaee2794 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 1097 time: 0.0448778 Oct 14 11:40:51.017131 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-f9485336-9fff-44f6-bcb6-b0b7461e583f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b HTTP/1.1" status: 200 len: 217 time: 0.0391064 Oct 14 11:40:51.074510 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-92c15906-0400-44e3-a471-d047e94296be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:51.076273 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-92c15906-0400-44e3-a471-d047e94296be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66472857-1d64-42b3-8a3a-11190a05f7e4 HTTP/1.1" status: 200 len: 849 time: 0.0529766 Oct 14 11:40:51.127107 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-aaaabebe-1d69-41aa-95cc-bc5bcfb08926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:51.129154 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-aaaabebe-1d69-41aa-95cc-bc5bcfb08926 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9b8e66e-94c5-462e-86fc-3a020a21504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449834 Oct 14 11:40:51.221286 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-51e2be00-181b-41b1-9acd-baf7610f620c service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850785 Oct 14 11:40:51.267553 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:51.311671 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bb89605e-f51e-4da5-865c-4a962c966e6a req-aff3cd24-0454-4592-9d58-a3834bf1f3c0 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831592 Oct 14 11:40:51.397303 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8c4e0-e4b2-4374-aea2-9dd95f744ac1 req-d3302dc8-4889-4b64-a4d3-b3071e43f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:51.398811 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2be8c4e0-e4b2-4374-aea2-9dd95f744ac1 req-d3302dc8-4889-4b64-a4d3-b3071e43f990 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 1097 time: 0.0400910 Oct 14 11:40:51.492663 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8c4e0-e4b2-4374-aea2-9dd95f744ac1 req-d3f2e174-2a22-40c3-bdf5-13263353c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:51.494032 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2be8c4e0-e4b2-4374-aea2-9dd95f744ac1 req-d3f2e174-2a22-40c3-bdf5-13263353c6a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 911 time: 0.0881016 Oct 14 11:40:51.537901 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2be8c4e0-e4b2-4374-aea2-9dd95f744ac1 req-42d64ff5-a652-4ae4-8b5d-11fc069fc2df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b HTTP/1.1" status: 200 len: 217 time: 0.0349140 Oct 14 11:40:51.591004 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8c4e0-e4b2-4374-aea2-9dd95f744ac1 req-5db84f65-0c44-45dd-a50e-7c4442dc878f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:51.592447 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2be8c4e0-e4b2-4374-aea2-9dd95f744ac1 req-5db84f65-0c44-45dd-a50e-7c4442dc878f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66472857-1d64-42b3-8a3a-11190a05f7e4 HTTP/1.1" status: 200 len: 849 time: 0.0474427 Oct 14 11:40:51.637279 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8c4e0-e4b2-4374-aea2-9dd95f744ac1 req-26450f6f-a4dd-4594-a949-ff62a101a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:51.638792 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2be8c4e0-e4b2-4374-aea2-9dd95f744ac1 req-26450f6f-a4dd-4594-a949-ff62a101a0f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9b8e66e-94c5-462e-86fc-3a020a21504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392485 Oct 14 11:40:51.730506 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2be8c4e0-e4b2-4374-aea2-9dd95f744ac1 req-312f6f7c-cbb4-4007-be1a-72ec27986d26 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843542 Oct 14 11:40:52.099923 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5eb7-4158-4f5c-9d7d-375786d10191 req-d2d5a976-f031-48d9-a72e-a44822d5307d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:52.101372 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-df1a5eb7-4158-4f5c-9d7d-375786d10191 req-d2d5a976-f031-48d9-a72e-a44822d5307d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 944 time: 0.0925441 Oct 14 11:40:52.120596 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-2be8c4e0-e4b2-4374-aea2-9dd95f744ac1 req-86b85723-91c3-4b50-a1e1-7f77351976b9 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826849 Oct 14 11:40:52.146900 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-df1a5eb7-4158-4f5c-9d7d-375786d10191 req-5235595a-1d83-4eda-80a0-1c66fdd611ad tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368211 Oct 14 11:40:52.567342 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:53.032526 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:53.261815 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fc937-52b8-4916-aee1-c3182a7d5278 req-0fa867eb-1c0d-4ee6-91c8-71c3a93cf8c4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:53.263255 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-dd5fc937-52b8-4916-aee1-c3182a7d5278 req-0fa867eb-1c0d-4ee6-91c8-71c3a93cf8c4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 944 time: 0.0499439 Oct 14 11:40:53.299662 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-dd5fc937-52b8-4916-aee1-c3182a7d5278 req-b35298a5-db9d-4ea0-ac9b-4f77288aed04 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305595 Oct 14 11:40:54.415214 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e5d59-c021-4cf5-807c-c02939d011c0 req-28ca95d1-4b17-4b88-a341-8bbaab677637 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:54.416693 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-795e5d59-c021-4cf5-807c-c02939d011c0 req-28ca95d1-4b17-4b88-a341-8bbaab677637 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 944 time: 0.0492561 Oct 14 11:40:54.453596 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-795e5d59-c021-4cf5-807c-c02939d011c0 req-d883326b-0778-4c5e-8d67-4360092be7bc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310309 Oct 14 11:40:55.566562 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3a7ed-5fe6-495e-a2f7-7917c66b3dbe req-cbc3c989-770c-4d29-b357-384e6dbac817 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:55.568039 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f7c3a7ed-5fe6-495e-a2f7-7917c66b3dbe req-cbc3c989-770c-4d29-b357-384e6dbac817 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 944 time: 0.0482299 Oct 14 11:40:55.606279 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f7c3a7ed-5fe6-495e-a2f7-7917c66b3dbe req-f229b771-a521-412f-aeec-8d46c829ef79 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322394 Oct 14 11:40:56.718443 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a532ad-9e1c-49f4-8216-f4f65770d8cb req-c5a8e529-9ab0-4fd1-8d4e-ec00534af0f5 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:56.719990 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-42a532ad-9e1c-49f4-8216-f4f65770d8cb req-c5a8e529-9ab0-4fd1-8d4e-ec00534af0f5 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 944 time: 0.0481339 Oct 14 11:40:56.757351 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-42a532ad-9e1c-49f4-8216-f4f65770d8cb req-c750c5bb-202f-4e4a-ba99-d40519075bf4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310500 Oct 14 11:40:57.645637 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device dd7ea658-9cd9-4367-85ac-cb9c9869ce2b details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:40:57.740576 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port dd7ea658-9cd9-4367-85ac-cb9c9869ce2b, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:40:57.751179 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'port_id': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b', 'mac_address': 'fa:16:3e:70:87:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:40:57.788115 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:57.800824 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7ea658-9cd9-4367-85ac-cb9c9869ce2b {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:40:57.820235 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port dd7ea658-9cd9-4367-85ac-cb9c9869ce2b, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:40:57.825722 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:57.876658 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d15c1-4d80-473c-a6d0-651a90e072c4 req-7aacec66-5e80-4c01-b848-ad92e68932e7 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:57.877837 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:57.878681 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-650d15c1-4d80-473c-a6d0-651a90e072c4 req-7aacec66-5e80-4c01-b848-ad92e68932e7 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 945 time: 0.0523982 Oct 14 11:40:57.916685 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-650d15c1-4d80-473c-a6d0-651a90e072c4 req-8bc45ddc-fc51-4995-8fb7-fa351e07d98d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319748 Oct 14 11:40:58.028575 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['dd7ea658-9cd9-4367-85ac-cb9c9869ce2b'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:40:59.033242 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddef347-61cc-457e-bdeb-fb6e04b78da0 req-a13d341c-f15c-4d97-b9bc-41c4eaf6e6e9 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:40:59.035349 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-eddef347-61cc-457e-bdeb-fb6e04b78da0 req-a13d341c-f15c-4d97-b9bc-41c4eaf6e6e9 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 945 time: 0.0541885 Oct 14 11:40:59.073212 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-eddef347-61cc-457e-bdeb-fb6e04b78da0 req-74f5ba5c-f3e4-4c5f-b650-5eaabc2c6a77 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320227 Oct 14 11:40:59.634086 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device dd7ea658-9cd9-4367-85ac-cb9c9869ce2b up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:40:59.689614 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port dd7ea658-9cd9-4367-85ac-cb9c9869ce2b completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:40:59.694564 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port dd7ea658-9cd9-4367-85ac-cb9c9869ce2b triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:40:59.694930 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:59.770555 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:59.797577 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:40:59.802012 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e72f4a-03fe-41e9-8a40-3b209c1a5a69" -d '{"events": [{"server_uuid": "86ec84da-4fda-4aa6-b7d1-1d205776581d", "name": "network-vif-plugged", "status": "completed", "tag": "dd7ea658-9cd9-4367-85ac-cb9c9869ce2b"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:40:59.819601 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port dd7ea658-9cd9-4367-85ac-cb9c9869ce2b, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:40:59.823862 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:40:59.885743 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:40:59.964650 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3671f510-cd55-493d-867d-079f39018dab x-openstack-request-id: req-3671f510-cd55-493d-867d-079f39018dab {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:40:59.964942 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ec84da-4fda-4aa6-b7d1-1d205776581d", "name": "network-vif-plugged", "status": "completed", "tag": "dd7ea658-9cd9-4367-85ac-cb9c9869ce2b", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:40:59.965196 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3671f510-cd55-493d-867d-079f39018dab {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:40:59.965594 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b', 'code': 200} Oct 14 11:41:00.204818 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40871da6-f5c1-48eb-a88c-b7d31a7c0ba0 req-b60bce71-b4c4-4721-a4d1-45adba184af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:41:00.206913 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-40871da6-f5c1-48eb-a88c-b7d31a7c0ba0 req-b60bce71-b4c4-4721-a4d1-45adba184af6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 1099 time: 0.0699487 Oct 14 11:41:00.215508 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a72bc3-b7c5-4ffa-ad13-9f23466b560b req-87d43ef9-5c20-41ec-86c8-73bf019f6d9a tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:41:00.216892 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d4a72bc3-b7c5-4ffa-ad13-9f23466b560b req-87d43ef9-5c20-41ec-86c8-73bf019f6d9a tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 946 time: 0.0706241 Oct 14 11:41:00.271208 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-40871da6-f5c1-48eb-a88c-b7d31a7c0ba0 req-47f05c7e-8b9a-4d73-aeb8-398d99a93593 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533788 Oct 14 11:41:00.275942 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d4a72bc3-b7c5-4ffa-ad13-9f23466b560b req-3e8d58d1-b856-49ab-ba07-cdbf946d84d4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520599 Oct 14 11:41:00.383320 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:41:01.390750 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891f233-c341-4803-a958-ad99b4c31f5a req-943535d5-1588-419c-8262-e9601889acb4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:41:01.392193 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9891f233-c341-4803-a958-ad99b4c31f5a req-943535d5-1588-419c-8262-e9601889acb4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 946 time: 0.0489464 Oct 14 11:41:01.429471 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-9891f233-c341-4803-a958-ad99b4c31f5a req-b0620e13-0e3b-4a7b-a30f-fbdccc970d64 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312228 Oct 14 11:41:01.540344 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fc7db-551a-429e-a64d-2bf053a8610a req-bd732162-2017-4efe-a7d0-0ef5913f35af tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:41:01.541702 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0f6fc7db-551a-429e-a64d-2bf053a8610a req-bd732162-2017-4efe-a7d0-0ef5913f35af tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 946 time: 0.0481968 Oct 14 11:41:01.579262 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0f6fc7db-551a-429e-a64d-2bf053a8610a req-60fce4ca-ee71-4557-8f43-b732dc2536d4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317011 Oct 14 11:41:01.601381 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59184) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:41:01.640858 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d996b45a-5e5b-4e16-938e-ef1a26389e50 tempest-TestVolumeBootPattern-1627337386 tempest-TestVolumeBootPattern-1627337386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:41:01.642400 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-d996b45a-5e5b-4e16-938e-ef1a26389e50 tempest-TestVolumeBootPattern-1627337386 tempest-TestVolumeBootPattern-1627337386-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 1094 time: 0.0400145 Oct 14 11:41:01.645197 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59186) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:41:01.649387 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Request body: {'floatingip': {'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'port_id': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:41:01.671555 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for floatingip, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:01.770811 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:01.871868 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Allocated IP 172.27.1.127 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/aa5ee0e3-cbbb-4245-b340-00cb735aca1d) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:41:01.973998 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:01.975463 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:02.007657 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:02.045595 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:41:02.048335 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:41:02.053730 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:41:02.075224 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event updated for resources: {'Port': ['ID=aa5ee0e3-cbbb-4245-b340-00cb735aca1d,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:41:02.088900 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:41:02.089276 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:41:02.089618 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:41:02.089949 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:41:02.090309 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:41:02.090642 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:41:02.090973 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:41:02.091296 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:41:02.091618 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:41:02.091936 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:41:02.092254 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:41:02.092572 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:41:02.419812 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:02.486400 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:02.634251 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:02.639062 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:02.713075 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event updated for resources: {'Port': ['ID=aa5ee0e3-cbbb-4245-b340-00cb735aca1d,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:41:02.721114 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:02.820109 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.l3_db [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Floating IP a75a2a25-b38a-408b-b055-0123c09d07f0 associated. External IP: 172.27.1.127, port: dd7ea658-9cd9-4367-85ac-cb9c9869ce2b. Oct 14 11:41:03.028736 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Router 422c2155-83f6-4a04-bb40-7e53557dbbf4 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:41:03.134573 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:41:03.144101 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a1d6b-d83c-4f8a-9fb4-765fa05cf8ee None None] Sync routers for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:41:03.153239 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a1d6b-d83c-4f8a-9fb4-765fa05cf8ee None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:41:03.153441 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:03.154010 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-e33a1d6b-d83c-4f8a-9fb4-765fa05cf8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:40:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:41:03.184602 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-34de0bb2-a1ee-4d31-bda2-271dc0a76f9c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5383806 Oct 14 11:41:03.185193 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'tag': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:41:03.187542 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a0eff2-3872-4a2c-908f-a3b69ce75c40" -d '{"events": [{"name": "network-changed", "server_uuid": "86ec84da-4fda-4aa6-b7d1-1d205776581d", "tag": "dd7ea658-9cd9-4367-85ac-cb9c9869ce2b"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:41:03.226995 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36292a75-bd27-4192-96c1-57bd1e4daa8d x-openstack-request-id: req-36292a75-bd27-4192-96c1-57bd1e4daa8d {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:41:03.227281 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ec84da-4fda-4aa6-b7d1-1d205776581d", "tag": "dd7ea658-9cd9-4367-85ac-cb9c9869ce2b", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:41:03.227527 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-36292a75-bd27-4192-96c1-57bd1e4daa8d {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:41:03.227944 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'tag': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b', 'status': 'completed', 'code': 200} Oct 14 11:41:03.269836 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-e33a1d6b-d83c-4f8a-9fb4-765fa05cf8ee None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:41:03.292627 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0eff2-3872-4a2c-908f-a3b69ce75c40 req-8ebb8ef4-5b7d-44a2-94bb-322fba4f0316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:41:03.294580 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a8a0eff2-3872-4a2c-908f-a3b69ce75c40 req-8ebb8ef4-5b7d-44a2-94bb-322fba4f0316 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 1099 time: 0.0411079 Oct 14 11:41:03.387373 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0eff2-3872-4a2c-908f-a3b69ce75c40 req-eac574a5-5f08-4a75-9b88-7fe831952e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:41:03.388876 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a8a0eff2-3872-4a2c-908f-a3b69ce75c40 req-eac574a5-5f08-4a75-9b88-7fe831952e10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 911 time: 0.0874829 Oct 14 11:41:03.457860 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a8a0eff2-3872-4a2c-908f-a3b69ce75c40 req-8e98c293-1b32-48e4-ab67-412ddaa7d6cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b HTTP/1.1" status: 200 len: 1000 time: 0.0618174 Oct 14 11:41:03.493042 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-e33a1d6b-d83c-4f8a-9fb4-765fa05cf8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': 'a75a2a25-b38a-408b-b055-0123c09d07f0', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'port_id': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'mac_address': 'fa:16:3e:70:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:41:02Z', 'updated_at': '2021-10-14T11:41:02Z', 'revision_number': 0, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:41:03.506895 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0eff2-3872-4a2c-908f-a3b69ce75c40 req-da398570-1ece-47f3-9a01-aa43d3d1389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:41:03.508408 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a8a0eff2-3872-4a2c-908f-a3b69ce75c40 req-da398570-1ece-47f3-9a01-aa43d3d1389d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66472857-1d64-42b3-8a3a-11190a05f7e4 HTTP/1.1" status: 200 len: 849 time: 0.0442324 Oct 14 11:41:03.522936 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a1d6b-d83c-4f8a-9fb4-765fa05cf8ee None None] Checking router: 422c2155-83f6-4a04-bb40-7e53557dbbf4 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:41:03.531675 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a1d6b-d83c-4f8a-9fb4-765fa05cf8ee None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:41:03.532283 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-e33a1d6b-d83c-4f8a-9fb4-765fa05cf8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:40:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:41:03.555151 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0eff2-3872-4a2c-908f-a3b69ce75c40 req-b074b3c8-269e-4bdf-9eb3-287aea5526c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:41:03.556562 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a8a0eff2-3872-4a2c-908f-a3b69ce75c40 req-b074b3c8-269e-4bdf-9eb3-287aea5526c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9b8e66e-94c5-462e-86fc-3a020a21504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409067 Oct 14 11:41:03.639864 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-e33a1d6b-d83c-4f8a-9fb4-765fa05cf8ee None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:41:03.652541 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a8a0eff2-3872-4a2c-908f-a3b69ce75c40 req-4d7022c2-f764-42ac-90d0-cea0e71d47ae service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889452 Oct 14 11:41:03.746567 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-a8a0eff2-3872-4a2c-908f-a3b69ce75c40 req-b2b271cc-b531-4c33-985b-4b7db29c9385 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875366 Oct 14 11:41:03.863024 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-e33a1d6b-d83c-4f8a-9fb4-765fa05cf8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': 'a75a2a25-b38a-408b-b055-0123c09d07f0', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'port_id': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'mac_address': 'fa:16:3e:70:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:41:02Z', 'updated_at': '2021-10-14T11:41:02Z', 'revision_number': 0, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:41:03.893013 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a1d6b-d83c-4f8a-9fb4-765fa05cf8ee None None] The sync data for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi is: [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': 'a75a2a25-b38a-408b-b055-0123c09d07f0', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'port_id': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'mac_address': 'fa:16:3e:70:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:41:02Z', 'updated_at': '2021-10-14T11:41:02Z', 'revision_number': 0, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:41:04.083782 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13319fa8-2c60-4495-beec-5198c8ad6fed None None] New status for floating IP a75a2a25-b38a-408b-b055-0123c09d07f0: ACTIVE {{(pid=99835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:41:17.278958 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-6e6fd9d4-e364-45e3-8824-bf9b6870e4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:19.759594 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-a395a185-72a8-4722-858e-96471c5291e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:21.270382 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:22.568428 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:23.033924 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:31.990710 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:37.387425 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:41:39.024901 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5d0a25ae-29ac-4f79-bde8-e1c44d73b82b req-958f77ca-3258-4e17-bd77-55ab2f4a89cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402055 Oct 14 11:41:39.106515 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a25ae-29ac-4f79-bde8-e1c44d73b82b req-520d748a-0bb0-4558-b68f-2af4ff236e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:41:39.108012 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5d0a25ae-29ac-4f79-bde8-e1c44d73b82b req-520d748a-0bb0-4558-b68f-2af4ff236e02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 1099 time: 0.0415192 Oct 14 11:41:39.214308 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a25ae-29ac-4f79-bde8-e1c44d73b82b req-a9bf604f-ed2d-4654-aa92-8234fcbeb440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:41:39.215749 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5d0a25ae-29ac-4f79-bde8-e1c44d73b82b req-a9bf604f-ed2d-4654-aa92-8234fcbeb440 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 911 time: 0.0878594 Oct 14 11:41:39.282115 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5d0a25ae-29ac-4f79-bde8-e1c44d73b82b req-c13e260e-6911-4cd2-8ee1-5ebdae81be5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b HTTP/1.1" status: 200 len: 1002 time: 0.0577834 Oct 14 11:41:39.331004 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a25ae-29ac-4f79-bde8-e1c44d73b82b req-a651e34d-6dce-4663-8927-d22b1eb0794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:41:39.332715 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5d0a25ae-29ac-4f79-bde8-e1c44d73b82b req-a651e34d-6dce-4663-8927-d22b1eb0794a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66472857-1d64-42b3-8a3a-11190a05f7e4 HTTP/1.1" status: 200 len: 849 time: 0.0438554 Oct 14 11:41:39.380759 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a25ae-29ac-4f79-bde8-e1c44d73b82b req-5a674259-4283-47d0-88f1-036777b655b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:41:39.382770 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5d0a25ae-29ac-4f79-bde8-e1c44d73b82b req-5a674259-4283-47d0-88f1-036777b655b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9b8e66e-94c5-462e-86fc-3a020a21504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432816 Oct 14 11:41:39.471773 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5d0a25ae-29ac-4f79-bde8-e1c44d73b82b req-19929c60-de69-4aa6-a2b7-2427814ae58c service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822408 Oct 14 11:41:39.571373 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-5d0a25ae-29ac-4f79-bde8-e1c44d73b82b req-79c42515-e53f-447f-af80-ea15905f1c67 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920522 Oct 14 11:41:47.279506 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1b460d6d-19fc-4771-bad8-6b3f7d94a8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:49.760073 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-eabea93f-4838-4f13-adf0-ffc1c94bcb04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:51.271766 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:52.573695 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:41:53.035310 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:01.988900 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:14.385569 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:42:17.279885 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-2e8f46c1-b308-4596-acd2-c79cd6eee346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:19.760509 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-ee1035c3-2064-4a87-9a1a-567c3163cd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:21.273943 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:22.574717 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:23.037122 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:32.004028 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:37.239935 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-fe3b280e-8410-40ec-9f27-048e809da70a tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035502327&fields=id&tenant_id=5e1aec9f39fe40678b431698b09f8ba4 HTTP/1.1" status: 200 len: 267 time: 0.0323105 Oct 14 11:42:37.346299 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-bf94d191-d788-4405-992c-7e7a5654030c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:37.347557 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-bf94d191-d788-4405-992c-7e7a5654030c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 810 time: 0.1003649 Oct 14 11:42:37.362581 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-9c2567de-d7c0-4357-bf8d-cebcbccd51b7 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/quotas/5e1aec9f39fe40678b431698b09f8ba4 HTTP/1.1" status: 200 len: 375 time: 0.0093057 Oct 14 11:42:37.421731 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-94b2aaae-aa13-462d-a9e0-e762d070dd15 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0538490 Oct 14 11:42:37.532901 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-d981f987-f798-4261-a9bf-3d800d0764fa service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=99833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 11:42:37.533914 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-d981f987-f798-4261-a9bf-3d800d0764fa service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0934570 Oct 14 11:42:37.626866 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-652c0a45-30f7-422d-890c-0613ea0790f7 service neutron] 10.222.0.69 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867748 Oct 14 11:42:37.724622 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4b7f5967-7151-4ae0-984e-277264b3ce1b service neutron] 10.222.0.69 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916522 Oct 14 11:42:39.053259 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-462e7223-11ef-4776-87d8-39d1cf2290ed req-3b7a079f-f3d6-4258-bf53-b3ac5bc08ac1 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 210 time: 0.0270844 Oct 14 11:42:39.944581 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-a1a92646-74d7-439d-9e45-d2f3e4dd3b7d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:39.946099 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-a1a92646-74d7-439d-9e45-d2f3e4dd3b7d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.36 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 810 time: 0.0996509 Oct 14 11:42:39.994372 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-07b1b383-808f-4f7d-bc03-bce5d84bf883 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e1aec9f39fe40678b431698b09f8ba4 HTTP/1.1" status: 200 len: 380 time: 0.0336385 Oct 14 11:42:40.004193 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Request body: {'port': {'device_id': 'ac3eaaba-f0d5-4980-b3fb-736ac594b74d', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'admin_state_up': True, 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'security_groups': ['d4bb9676-560c-445a-91b4-6af5e2f5f9b0']}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:42:40.122509 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Made reservation on behalf of 5e1aec9f39fe40678b431698b09f8ba4 for: {'port': 1} {{(pid=99833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 11:42:40.126045 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:40.158849 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3b598a41-7337-4384-b63b-4c82d87b5259 req-7d63d051-ab3f-4eb3-84a1-35ec17964a01 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 210 time: 0.0394721 Oct 14 11:42:40.279790 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Allocated IP 172.20.0.8 (b9b8e66e-94c5-462e-86fc-3a020a21504b/66472857-1d64-42b3-8a3a-11190a05f7e4/2502842c-ca0d-44c9-b254-e67c62c38841) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:42:40.425352 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:40.715933 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:40.757989 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Network b9b8e66e-94c5-462e-86fc-3a020a21504b is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:42:40.760972 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:42:40.768007 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:42:40.791083 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event updated for resources: {'Port': ['ID=2502842c-ca0d-44c9-b254-e67c62c38841,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:42:40.805858 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:40.806222 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:40.806578 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:40.806916 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:40.807249 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:40.807581 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:40.807913 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:40.808240 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:40.809408 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:40.809833 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:40.810214 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:40.810514 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:40.834977 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:40.835618 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:40.852506 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-864a4c40-43df-4239-a6b3-71d65dc95f52 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8519998 Oct 14 11:42:40.865634 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Request body: {'port': {'device_id': 'ac3eaaba-f0d5-4980-b3fb-736ac594b74d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:42:40.924536 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:41.002317 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-a0756509-f4a3-47d0-8467-167cc362cb80 None None] Provisioning complete for port 2502842c-ca0d-44c9-b254-e67c62c38841 triggered by entity DHCP. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:42:41.003292 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-a0756509-f4a3-47d0-8467-167cc362cb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:41.029500 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-313a3e57-adba-44b8-a05a-d26adc754731 req-db0edc23-9925-4e55-ab93-a750dcd56cb3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444183 Oct 14 11:42:41.044380 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-a0756509-f4a3-47d0-8467-167cc362cb80 None None] Port 2502842c-ca0d-44c9-b254-e67c62c38841 cannot update to ACTIVE because it is not bound. {{(pid=99834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 11:42:41.114078 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a3e57-adba-44b8-a05a-d26adc754731 req-0482ebb3-811e-4033-9cc9-d5d4f8a55659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:41.115613 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-313a3e57-adba-44b8-a05a-d26adc754731 req-0482ebb3-811e-4033-9cc9-d5d4f8a55659 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 1099 time: 0.0425959 Oct 14 11:42:41.192295 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2502842c-ca0d-44c9-b254-e67c62c38841 {{(pid=99833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:42:41.202013 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:41.219373 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.provisioning_blocks [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Transition to ACTIVE for port object 2502842c-ca0d-44c9-b254-e67c62c38841 will not be triggered until provisioned by entity L2. {{(pid=99833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 11:42:41.224476 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:41.226961 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a3e57-adba-44b8-a05a-d26adc754731 req-24d335ff-49a8-45a7-92c8-0aa02a3a6ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:41.228567 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-313a3e57-adba-44b8-a05a-d26adc754731 req-24d335ff-49a8-45a7-92c8-0aa02a3a6ad6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 911 time: 0.0938699 Oct 14 11:42:41.297755 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Pushing event updated for resources: {'Port': ['ID=2502842c-ca0d-44c9-b254-e67c62c38841,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:42:41.341528 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b171836-b7d5-4c41-b4d6-73fe61227601 req-a9d223f6-a1a6-4cf8-9f0a-411adc626480 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:41.342610 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4b171836-b7d5-4c41-b4d6-73fe61227601 req-a9d223f6-a1a6-4cf8-9f0a-411adc626480 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 943 time: 0.1131806 Oct 14 11:42:41.344882 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-313a3e57-adba-44b8-a05a-d26adc754731 req-0f92ad37-9e6b-45d1-8315-aa1a0e97cc25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b HTTP/1.1" status: 200 len: 1002 time: 0.1072848 Oct 14 11:42:41.351470 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Attempting to bind port 2502842c-ca0d-44c9-b254-e67c62c38841 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 11:42:41.351915 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Attempting to bind port 2502842c-ca0d-44c9-b254-e67c62c38841 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 11:42:41.352251 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Attempting to bind port 2502842c-ca0d-44c9-b254-e67c62c38841 on network b9b8e66e-94c5-462e-86fc-3a020a21504b {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:42:41.357488 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Port 2502842c-ca0d-44c9-b254-e67c62c38841 on network b9b8e66e-94c5-462e-86fc-3a020a21504b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 11:42:41.357812 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Attempting to bind port 2502842c-ca0d-44c9-b254-e67c62c38841 on network b9b8e66e-94c5-462e-86fc-3a020a21504b {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 11:42:41.362886 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Checking agent: {'id': 'ecec25b1-0a23-4fae-84f9-8aaf22456301', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'started_at': datetime.datetime(2021, 10, 14, 11, 26, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 11, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 11:42:41.363222 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Checking segment: {'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 11:42:41.363601 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Bound using segment: {'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'} {{(pid=99833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 11:42:41.364030 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.managers [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Bound port: 2502842c-ca0d-44c9-b254-e67c62c38841, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6b1e32-9856-461f-821b-f1b9e23b1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b'}}] {{(pid=99833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 11:42:41.364384 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:41.431003 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4b171836-b7d5-4c41-b4d6-73fe61227601 req-e797891c-6cdf-4dae-8166-4beed09bd5c7 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807450 Oct 14 11:42:41.433874 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a3e57-adba-44b8-a05a-d26adc754731 req-fa25ee72-77ae-4a68-a998-bded9789a160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:41.435075 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] For port 2502842c-ca0d-44c9-b254-e67c62c38841, host hv-cinder-79797, cleared binding levels {{(pid=99833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 11:42:41.435401 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-313a3e57-adba-44b8-a05a-d26adc754731 req-fa25ee72-77ae-4a68-a998-bded9789a160 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66472857-1d64-42b3-8a3a-11190a05f7e4 HTTP/1.1" status: 200 len: 849 time: 0.0777507 Oct 14 11:42:41.446798 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] For port 2502842c-ca0d-44c9-b254-e67c62c38841, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=2502842c-ca0d-44c9-b254-e67c62c38841,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 11:42:41.446798 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:41.480609 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:41.481231 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:41.483041 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] 10.222.0.36 "PUT /v2.0/ports/2502842c-ca0d-44c9-b254-e67c62c38841 HTTP/1.1" status: 200 len: 1093 time: 0.6217098 Oct 14 11:42:41.485400 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3eaaba-f0d5-4980-b3fb-736ac594b74d', 'tag': '2502842c-ca0d-44c9-b254-e67c62c38841'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:42:41.486066 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a3e57-adba-44b8-a05a-d26adc754731 req-dfee5a53-3451-46cb-a9e9-643ead488737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:41.487682 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-313a3e57-adba-44b8-a05a-d26adc754731 req-dfee5a53-3451-46cb-a9e9-643ead488737 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9b8e66e-94c5-462e-86fc-3a020a21504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442700 Oct 14 11:42:41.488714 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0194987-4943-44d6-a720-b9b6f17d7c37" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3eaaba-f0d5-4980-b3fb-736ac594b74d", "tag": "2502842c-ca0d-44c9-b254-e67c62c38841"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:42:41.519087 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4dfc52-4e66-426d-b28d-6ee1d92a3b3e service neutron] Pushing event updated for resources: {'Port': ['ID=2502842c-ca0d-44c9-b254-e67c62c38841,revision_number=3']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:42:41.580689 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-48e870a3-275d-4de4-95b5-4c94382a1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:41.583175 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-48e870a3-275d-4de4-95b5-4c94382a1399 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 1096 time: 0.0538952 Oct 14 11:42:41.605306 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-313a3e57-adba-44b8-a05a-d26adc754731 req-2e25063e-f7e2-487a-950f-e5e1a27d90c2 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090612 Oct 14 11:42:41.634170 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-d913e504-82c8-47b1-9c1f-2009f1677a13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2502842c-ca0d-44c9-b254-e67c62c38841 HTTP/1.1" status: 200 len: 217 time: 0.0413585 Oct 14 11:42:41.639733 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07c66ff-f622-4371-829a-70cc6720dab3 x-openstack-request-id: req-b07c66ff-f622-4371-829a-70cc6720dab3 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:42:41.640022 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3eaaba-f0d5-4980-b3fb-736ac594b74d", "tag": "2502842c-ca0d-44c9-b254-e67c62c38841", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:42:41.640274 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b07c66ff-f622-4371-829a-70cc6720dab3 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:42:41.640669 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3eaaba-f0d5-4980-b3fb-736ac594b74d', 'tag': '2502842c-ca0d-44c9-b254-e67c62c38841', 'status': 'completed', 'code': 200} Oct 14 11:42:41.690116 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-acc6f454-6e16-4bbc-8f01-f531aee7f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:41.691652 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-acc6f454-6e16-4bbc-8f01-f531aee7f98f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66472857-1d64-42b3-8a3a-11190a05f7e4 HTTP/1.1" status: 200 len: 849 time: 0.0465684 Oct 14 11:42:41.715989 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-313a3e57-adba-44b8-a05a-d26adc754731 req-03bd1d60-a78c-4de4-80f4-c722249734c7 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021118 Oct 14 11:42:41.743213 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-1a253f64-abe3-4faa-8f00-bf8b0bed4bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:41.744739 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-1a253f64-abe3-4faa-8f00-bf8b0bed4bdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9b8e66e-94c5-462e-86fc-3a020a21504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459929 Oct 14 11:42:41.835323 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-4a153675-b174-4533-8760-f84b5e8624df service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824051 Oct 14 11:42:41.926276 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-c4e2058d-b6c2-4b98-bb84-ec32c6e70d02 req-56f0e023-fcc8-42a3-b401-84469e7d6948 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843196 Oct 14 11:42:42.007275 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0194987-4943-44d6-a720-b9b6f17d7c37 req-a0248009-3c92-48eb-97d7-28dc0ce1175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:42.008735 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b0194987-4943-44d6-a720-b9b6f17d7c37 req-a0248009-3c92-48eb-97d7-28dc0ce1175b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 1096 time: 0.0407672 Oct 14 11:42:42.104213 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0194987-4943-44d6-a720-b9b6f17d7c37 req-c13e45eb-9434-4f11-a68c-ca3506a81335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:42.106185 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b0194987-4943-44d6-a720-b9b6f17d7c37 req-c13e45eb-9434-4f11-a68c-ca3506a81335 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 911 time: 0.0896401 Oct 14 11:42:42.151705 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b0194987-4943-44d6-a720-b9b6f17d7c37 req-4a47fc24-6916-427b-847e-6c6dc95c1f6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2502842c-ca0d-44c9-b254-e67c62c38841 HTTP/1.1" status: 200 len: 217 time: 0.0341058 Oct 14 11:42:42.202590 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0194987-4943-44d6-a720-b9b6f17d7c37 req-3da0cb29-ca40-41a9-a729-1b16dac3228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:42.204146 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b0194987-4943-44d6-a720-b9b6f17d7c37 req-3da0cb29-ca40-41a9-a729-1b16dac3228a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66472857-1d64-42b3-8a3a-11190a05f7e4 HTTP/1.1" status: 200 len: 849 time: 0.0449805 Oct 14 11:42:42.250764 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0194987-4943-44d6-a720-b9b6f17d7c37 req-3528903c-6153-4712-802e-7069d5e93ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:42.252211 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b0194987-4943-44d6-a720-b9b6f17d7c37 req-3528903c-6153-4712-802e-7069d5e93ba2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9b8e66e-94c5-462e-86fc-3a020a21504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403769 Oct 14 11:42:42.349690 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b0194987-4943-44d6-a720-b9b6f17d7c37 req-b010d26c-55c7-4c5f-95f8-72a602c4145d service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865812 Oct 14 11:42:42.445410 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-b0194987-4943-44d6-a720-b9b6f17d7c37 req-01327320-108a-4597-901d-c9b853f6d91c service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847774 Oct 14 11:42:42.540667 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffa03f-16b4-414c-8d6e-bddddb962ca9 req-8332c07a-81bb-4bbb-8436-c0a113082ea2 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:42.542136 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cdffa03f-16b4-414c-8d6e-bddddb962ca9 req-8332c07a-81bb-4bbb-8436-c0a113082ea2 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 943 time: 0.0493419 Oct 14 11:42:42.579986 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-cdffa03f-16b4-414c-8d6e-bddddb962ca9 req-0e0e3704-66fd-45d0-845a-f4c964d8d881 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311792 Oct 14 11:42:43.695938 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce3129-3589-4429-9023-6db2a8cc1fd1 req-3c87a827-d0e8-4eba-b825-7a0eb26bc6c0 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:43.697941 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cdce3129-3589-4429-9023-6db2a8cc1fd1 req-3c87a827-d0e8-4eba-b825-7a0eb26bc6c0 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 943 time: 0.0496438 Oct 14 11:42:43.736045 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cdce3129-3589-4429-9023-6db2a8cc1fd1 req-7bf50472-98fb-4ade-83c1-4bce0b41fded tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320017 Oct 14 11:42:44.855051 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5d476-9177-424f-8642-f61216fda816 req-14b753b8-1ef3-41ed-b09c-946fb2054e7c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:44.856854 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f0d5d476-9177-424f-8642-f61216fda816 req-14b753b8-1ef3-41ed-b09c-946fb2054e7c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 943 time: 0.0545344 Oct 14 11:42:44.895640 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-f0d5d476-9177-424f-8642-f61216fda816 req-fbb08bfc-77c7-4368-9498-e3480774972d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327184 Oct 14 11:42:46.008107 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1590de8-6dfc-4d16-93b4-3ebf4e4d0c3d req-9689db92-0410-4890-96fa-84bab07d233b tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:46.009502 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f1590de8-6dfc-4d16-93b4-3ebf4e4d0c3d req-9689db92-0410-4890-96fa-84bab07d233b tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 943 time: 0.0487399 Oct 14 11:42:46.049027 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-f1590de8-6dfc-4d16-93b4-3ebf4e4d0c3d req-751b1658-a8dd-4ac8-a997-a87d3f890852 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330887 Oct 14 11:42:47.164027 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb9ec7-45d1-4ce2-bb34-ade39416175f req-cc5d4086-ebf0-4faa-b1fc-0ad0c22ba902 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:47.165580 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-86eb9ec7-45d1-4ce2-bb34-ade39416175f req-cc5d4086-ebf0-4faa-b1fc-0ad0c22ba902 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 943 time: 0.0498369 Oct 14 11:42:47.204490 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-86eb9ec7-45d1-4ce2-bb34-ade39416175f req-5b225064-b558-45a6-a0a1-9ed8ecb3464e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320647 Oct 14 11:42:47.283079 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-19fd3c9a-5500-4db7-b4a5-946091c679ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:48.288776 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 2502842c-ca0d-44c9-b254-e67c62c38841 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=99834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 11:42:48.332806 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a9193-322f-40e8-b18b-8ee71a07218c req-5913b8b3-555b-44c4-abed-8ae6d3eb5932 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:48.334601 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-143a9193-322f-40e8-b18b-8ee71a07218c req-5913b8b3-555b-44c4-abed-8ae6d3eb5932 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 943 time: 0.0602105 Oct 14 11:42:48.373032 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-143a9193-322f-40e8-b18b-8ee71a07218c req-dac7f6f3-ebe9-4a4c-8d55-a8cd6b65b817 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325420 Oct 14 11:42:48.385211 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 2502842c-ca0d-44c9-b254-e67c62c38841, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=2502842c-ca0d-44c9-b254-e67c62c38841,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:42:48.396852 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Returning: {'device': '2502842c-ca0d-44c9-b254-e67c62c38841', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'port_id': '2502842c-ca0d-44c9-b254-e67c62c38841', 'mac_address': 'fa:16:3e:f3:8a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 11:42:48.438748 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:48.451403 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2502842c-ca0d-44c9-b254-e67c62c38841 {{(pid=99834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 11:42:48.471606 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 2502842c-ca0d-44c9-b254-e67c62c38841, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=2502842c-ca0d-44c9-b254-e67c62c38841,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:42:48.475077 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:48.521628 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=2502842c-ca0d-44c9-b254-e67c62c38841,revision_number=4']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:42:48.529061 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:48.529439 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:48.529777 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:48.530114 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:48.530465 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:48.530796 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:48.531118 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:48.531468 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:48.531794 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:48.532115 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:48.532433 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:48.532753 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:42:48.702996 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] get_ports_and_sgs() called for port_ids ['2502842c-ca0d-44c9-b254-e67c62c38841'] {{(pid=99834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 11:42:49.486030 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac5302-7342-4fc0-9eba-e5dbdbc6e95e req-295d3ee1-17e6-4167-bb81-9c5909551371 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:49.487511 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-28ac5302-7342-4fc0-9eba-e5dbdbc6e95e req-295d3ee1-17e6-4167-bb81-9c5909551371 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 944 time: 0.0484064 Oct 14 11:42:49.525491 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-28ac5302-7342-4fc0-9eba-e5dbdbc6e95e req-1660c61a-1129-49ae-9603-faed477fb1de tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320632 Oct 14 11:42:49.762553 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-516e5d21-0c9c-4616-81fc-d87d34fe297e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:50.288469 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 2502842c-ca0d-44c9-b254-e67c62c38841 up at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 11:42:50.346217 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning for port 2502842c-ca0d-44c9-b254-e67c62c38841 completed by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 11:42:50.350039 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Provisioning complete for port 2502842c-ca0d-44c9-b254-e67c62c38841 triggered by entity L2. {{(pid=99834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 11:42:50.350435 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-855208'] for port, provisioning_complete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:50.427576 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:50.448924 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3eaaba-f0d5-4980-b3fb-736ac594b74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2502842c-ca0d-44c9-b254-e67c62c38841'}] {{(pid=99834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:42:50.451953 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d935cbcd0d8310c0b2b565e315b48b8743f784655c1462386eb038f13ddfe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f122bf-108f-4698-a005-8a22e807aeb4" -d '{"events": [{"server_uuid": "ac3eaaba-f0d5-4980-b3fb-736ac594b74d", "name": "network-vif-plugged", "status": "completed", "tag": "2502842c-ca0d-44c9-b254-e67c62c38841"}]}' {{(pid=99834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:42:50.464704 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] For port 2502842c-ca0d-44c9-b254-e67c62c38841, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=2502842c-ca0d-44c9-b254-e67c62c38841,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:42:50.470922 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507'] for port, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:50.494399 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25bff40-1074-49b7-8d66-8986518019d5 x-openstack-request-id: req-b25bff40-1074-49b7-8d66-8986518019d5 {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:42:50.494685 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3eaaba-f0d5-4980-b3fb-736ac594b74d", "name": "network-vif-plugged", "status": "completed", "tag": "2502842c-ca0d-44c9-b254-e67c62c38841", "code": 200}]} {{(pid=99834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:42:50.494929 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b25bff40-1074-49b7-8d66-8986518019d5 {{(pid=99834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:42:50.495310 dv-cinder-797970-2-iscsi neutron-server[99834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3eaaba-f0d5-4980-b3fb-736ac594b74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2502842c-ca0d-44c9-b254-e67c62c38841', 'code': 200} Oct 14 11:42:50.520923 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Pushing event updated for resources: {'Port': ['ID=2502842c-ca0d-44c9-b254-e67c62c38841,revision_number=5']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:42:50.646527 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107e609-e240-499f-b5bb-9cb74dfa2fcc req-424c4c7b-c1bd-42c6-91cf-54986a4ce0b2 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:50.647972 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b107e609-e240-499f-b5bb-9cb74dfa2fcc req-424c4c7b-c1bd-42c6-91cf-54986a4ce0b2 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 945 time: 0.0560327 Oct 14 11:42:50.689612 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-b107e609-e240-499f-b5bb-9cb74dfa2fcc req-065933a6-e8aa-4962-8640-e49a161434a5 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354733 Oct 14 11:42:50.715547 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367941ae-99c5-4458-8065-3927b74af393 req-20064777-a51e-48a0-932f-6d3dee9f1910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:50.717991 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-367941ae-99c5-4458-8065-3927b74af393 req-20064777-a51e-48a0-932f-6d3dee9f1910 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 1098 time: 0.0419238 Oct 14 11:42:50.753310 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-367941ae-99c5-4458-8065-3927b74af393 req-64f7d3ec-8a5c-4448-a4ee-87ec6f946816 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277665 Oct 14 11:42:51.277373 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:51.385818 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:42:51.816857 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26243e0-97e8-459c-a976-c6e89932a5cd req-f05c3637-63f3-42ae-bfdc-de13c9060d3e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:51.818363 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d26243e0-97e8-459c-a976-c6e89932a5cd req-f05c3637-63f3-42ae-bfdc-de13c9060d3e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 945 time: 0.0536723 Oct 14 11:42:51.856320 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-d26243e0-97e8-459c-a976-c6e89932a5cd req-929121bc-1696-44ca-b5e7-a9fd4c043eb2 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319753 Oct 14 11:42:52.576553 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:52.972728 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637fd1b-a425-49c9-bb97-957a4a54c77b req-c696618d-1fec-4e6e-b98d-aa5ccf8e9220 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:52.974338 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e637fd1b-a425-49c9-bb97-957a4a54c77b req-c696618d-1fec-4e6e-b98d-aa5ccf8e9220 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 945 time: 0.0521488 Oct 14 11:42:53.013659 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-e637fd1b-a425-49c9-bb97-957a4a54c77b req-fe3fa1ac-b94e-4803-a2f3-71d09b816254 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333092 Oct 14 11:42:53.043592 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:53.137715 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a0bf6-0bae-4b9e-be47-51183798f167 req-c936c6a3-22a1-48b1-a890-f0bfb962a67c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:53.139165 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3d9a0bf6-0bae-4b9e-be47-51183798f167 req-c936c6a3-22a1-48b1-a890-f0bfb962a67c tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 945 time: 0.0547411 Oct 14 11:42:53.180424 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-3d9a0bf6-0bae-4b9e-be47-51183798f167 req-6bd5c438-cce0-46e3-afc8-4194a9d27729 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323670 Oct 14 11:42:53.202482 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59312) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:42:53.242597 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e28d6b-a365-45ab-a81e-b6adc07f075d tempest-TestVolumeBootPattern-1627337386 tempest-TestVolumeBootPattern-1627337386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:53.244138 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-17e28d6b-a365-45ab-a81e-b6adc07f075d tempest-TestVolumeBootPattern-1627337386 tempest-TestVolumeBootPattern-1627337386-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 1093 time: 0.0404153 Oct 14 11:42:53.246927 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59314) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:42:53.251345 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.v2.base [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Request body: {'floatingip': {'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'port_id': '2502842c-ca0d-44c9-b254-e67c62c38841', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 11:42:53.273599 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for floatingip, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:53.372248 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:53.474451 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_common [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Allocated IP 172.27.1.2 (83eead26-18cc-4af0-9fe1-f024052b32e0/f929757d-c7fa-4bc7-9adc-1692161a6576/0ec12fbc-1f02-4a57-ac9a-696fcdd20f56) {{(pid=99833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 11:42:53.585907 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for port, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:53.618604 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773230781471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:53.656279 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Network 83eead26-18cc-4af0-9fe1-f024052b32e0 is already hosted by enough agents. {{(pid=99833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 11:42:53.659002 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.base_scheduler [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Resources bound (agent type, host, resource id): {{(pid=99833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 11:42:53.665890 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Received port after_create {{(pid=99833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 11:42:53.689137 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event updated for resources: {'Port': ['ID=0ec12fbc-1f02-4a57-ac9a-696fcdd20f56,revision_number=1']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:42:54.028756 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:54.097141 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665238'] for port, before_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:54.265982 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for port, precommit_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:54.271120 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773231283267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773230781489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773230781507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4673076'] for port, after_update {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:54.337607 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event updated for resources: {'Port': ['ID=0ec12fbc-1f02-4a57-ac9a-696fcdd20f56,revision_number=2']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:42:54.349266 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1778383'] for floatingip, after_create {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:54.446527 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.l3_db [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Floating IP b2432278-0f56-4869-8c3b-d11b8b0594b2 associated. External IP: 172.27.1.2, port: 2502842c-ca0d-44c9-b254-e67c62c38841. Oct 14 11:42:54.651619 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Router 422c2155-83f6-4a04-bb40-7e53557dbbf4 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:42:54.758497 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:42:54.768664 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563501ea-e9ca-431f-b4fb-a4617c871fde None None] Sync routers for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:42:54.776504 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:42:54.777914 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563501ea-e9ca-431f-b4fb-a4617c871fde None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:42:54.778545 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-563501ea-e9ca-431f-b4fb-a4617c871fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:42:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:42:54.803986 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-8d28bbf3-c096-4a96-a571-d18dc7829c8f tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5557940 Oct 14 11:42:54.804435 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3eaaba-f0d5-4980-b3fb-736ac594b74d', 'tag': '2502842c-ca0d-44c9-b254-e67c62c38841'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:42:54.806687 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239187c0-2ac7-4c51-8a46-55620b05618a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3eaaba-f0d5-4980-b3fb-736ac594b74d", "tag": "2502842c-ca0d-44c9-b254-e67c62c38841"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:42:54.845734 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14459444-fa5d-4fe8-b5a6-640dfa7c677c x-openstack-request-id: req-14459444-fa5d-4fe8-b5a6-640dfa7c677c {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:42:54.846055 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3eaaba-f0d5-4980-b3fb-736ac594b74d", "tag": "2502842c-ca0d-44c9-b254-e67c62c38841", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:42:54.846391 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-14459444-fa5d-4fe8-b5a6-640dfa7c677c {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:42:54.846797 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3eaaba-f0d5-4980-b3fb-736ac594b74d', 'tag': '2502842c-ca0d-44c9-b254-e67c62c38841', 'status': 'completed', 'code': 200} Oct 14 11:42:54.915749 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239187c0-2ac7-4c51-8a46-55620b05618a req-9fdb4285-f98f-4911-8c34-c44f4226060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:54.917155 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-239187c0-2ac7-4c51-8a46-55620b05618a req-9fdb4285-f98f-4911-8c34-c44f4226060c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 1098 time: 0.0470300 Oct 14 11:42:55.010068 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239187c0-2ac7-4c51-8a46-55620b05618a req-6665f8fe-d0d2-45bc-b958-bbab25a23b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:55.011605 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-239187c0-2ac7-4c51-8a46-55620b05618a req-6665f8fe-d0d2-45bc-b958-bbab25a23b14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 911 time: 0.0874908 Oct 14 11:42:55.026283 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-563501ea-e9ca-431f-b4fb-a4617c871fde None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:42:55.081293 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-239187c0-2ac7-4c51-8a46-55620b05618a req-f1fa5624-05d3-4b98-a00f-e33b9fbe520f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2502842c-ca0d-44c9-b254-e67c62c38841 HTTP/1.1" status: 200 len: 997 time: 0.0618422 Oct 14 11:42:55.130817 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239187c0-2ac7-4c51-8a46-55620b05618a req-211b7fe7-b95c-4c56-92a6-d89c83dd3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:55.132274 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-239187c0-2ac7-4c51-8a46-55620b05618a req-211b7fe7-b95c-4c56-92a6-d89c83dd3a97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66472857-1d64-42b3-8a3a-11190a05f7e4 HTTP/1.1" status: 200 len: 849 time: 0.0437510 Oct 14 11:42:55.178028 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239187c0-2ac7-4c51-8a46-55620b05618a req-7ef2fd77-b79d-4db4-bc29-cb519a3bb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:42:55.179460 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-239187c0-2ac7-4c51-8a46-55620b05618a req-7ef2fd77-b79d-4db4-bc29-cb519a3bb904 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9b8e66e-94c5-462e-86fc-3a020a21504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400338 Oct 14 11:42:55.257201 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-563501ea-e9ca-431f-b4fb-a4617c871fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': 'a75a2a25-b38a-408b-b055-0123c09d07f0', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'port_id': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'mac_address': 'fa:16:3e:70:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:41:02Z', 'updated_at': '2021-10-14T11:41:04Z', 'revision_number': 1, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address_scope': None}, {'id': 'b2432278-0f56-4869-8c3b-d11b8b0594b2', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'port_id': '2502842c-ca0d-44c9-b254-e67c62c38841', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'mac_address': 'fa:16:3e:f3:8a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3eaaba-f0d5-4980-b3fb-736ac594b74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:42:53Z', 'updated_at': '2021-10-14T11:42:53Z', 'revision_number': 0, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:42:55.274682 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-239187c0-2ac7-4c51-8a46-55620b05618a req-be9104c9-52cd-4f49-9d2b-b5cf8d12e2e1 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881019 Oct 14 11:42:55.284752 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563501ea-e9ca-431f-b4fb-a4617c871fde None None] Checking router: 422c2155-83f6-4a04-bb40-7e53557dbbf4 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:42:55.293192 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563501ea-e9ca-431f-b4fb-a4617c871fde None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:42:55.293793 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-563501ea-e9ca-431f-b4fb-a4617c871fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:42:50Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:42:55.374706 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-239187c0-2ac7-4c51-8a46-55620b05618a req-296292b0-4558-49cc-b17b-81250a740e84 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929732 Oct 14 11:42:55.401511 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-563501ea-e9ca-431f-b4fb-a4617c871fde None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:42:55.627620 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-563501ea-e9ca-431f-b4fb-a4617c871fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': 'a75a2a25-b38a-408b-b055-0123c09d07f0', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'port_id': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'mac_address': 'fa:16:3e:70:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:41:02Z', 'updated_at': '2021-10-14T11:41:04Z', 'revision_number': 1, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address_scope': None}, {'id': 'b2432278-0f56-4869-8c3b-d11b8b0594b2', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'port_id': '2502842c-ca0d-44c9-b254-e67c62c38841', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'mac_address': 'fa:16:3e:f3:8a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3eaaba-f0d5-4980-b3fb-736ac594b74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:42:53Z', 'updated_at': '2021-10-14T11:42:53Z', 'revision_number': 0, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:42:55.654335 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563501ea-e9ca-431f-b4fb-a4617c871fde None None] The sync data for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi is: [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': 'a75a2a25-b38a-408b-b055-0123c09d07f0', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'port_id': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'mac_address': 'fa:16:3e:70:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:41:02Z', 'updated_at': '2021-10-14T11:41:04Z', 'revision_number': 1, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address_scope': None}, {'id': 'b2432278-0f56-4869-8c3b-d11b8b0594b2', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'port_id': '2502842c-ca0d-44c9-b254-e67c62c38841', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'mac_address': 'fa:16:3e:f3:8a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3eaaba-f0d5-4980-b3fb-736ac594b74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:42:53Z', 'updated_at': '2021-10-14T11:42:53Z', 'revision_number': 0, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:42:55.853664 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10218941-c661-4d7f-a03f-3fffe386b42c None None] New status for floating IP b2432278-0f56-4869-8c3b-d11b8b0594b2: ACTIVE {{(pid=99835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:43:02.012091 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:43:17.285233 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-70a93744-fcba-40e3-98f3-474155cd412e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:43:19.763749 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-f2060696-ab1b-42d5-9231-308f7494ff48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:43:21.281580 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:43:22.578077 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:43:23.042519 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:43:28.386563 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:43:32.027489 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:43:41.040356 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cecc4ec1-b702-4d4d-92f5-5f6ca5925099 req-35971b0f-6787-41d4-80dd-3e081b4c0ddd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401776 Oct 14 11:43:41.126604 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc4ec1-b702-4d4d-92f5-5f6ca5925099 req-3c6ea69c-8ce1-41d9-ba6e-e3d3d3c6f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:43:41.128219 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cecc4ec1-b702-4d4d-92f5-5f6ca5925099 req-3c6ea69c-8ce1-41d9-ba6e-e3d3d3c6f10f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 1099 time: 0.0451996 Oct 14 11:43:41.231805 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc4ec1-b702-4d4d-92f5-5f6ca5925099 req-7a5be5a5-8eda-4809-bea5-56d4aa04c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:43:41.233279 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cecc4ec1-b702-4d4d-92f5-5f6ca5925099 req-7a5be5a5-8eda-4809-bea5-56d4aa04c162 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 911 time: 0.0864222 Oct 14 11:43:41.560966 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cecc4ec1-b702-4d4d-92f5-5f6ca5925099 req-70859a55-93ce-4dba-afdf-e03be588c6bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b HTTP/1.1" status: 200 len: 1002 time: 0.3199673 Oct 14 11:43:41.609793 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc4ec1-b702-4d4d-92f5-5f6ca5925099 req-96923277-a76a-4dce-affe-3c5421c03e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:43:41.611221 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cecc4ec1-b702-4d4d-92f5-5f6ca5925099 req-96923277-a76a-4dce-affe-3c5421c03e0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66472857-1d64-42b3-8a3a-11190a05f7e4 HTTP/1.1" status: 200 len: 849 time: 0.0429153 Oct 14 11:43:41.658720 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc4ec1-b702-4d4d-92f5-5f6ca5925099 req-07e0ab9d-3e96-48c1-badb-4292a12f7625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:43:41.660167 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cecc4ec1-b702-4d4d-92f5-5f6ca5925099 req-07e0ab9d-3e96-48c1-badb-4292a12f7625 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9b8e66e-94c5-462e-86fc-3a020a21504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392678 Oct 14 11:43:41.751257 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cecc4ec1-b702-4d4d-92f5-5f6ca5925099 req-3bf26337-92a5-4a25-9131-899142439bab service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836127 Oct 14 11:43:41.840625 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-cecc4ec1-b702-4d4d-92f5-5f6ca5925099 req-d30928ae-2d9e-4138-b150-ccbb67a862e2 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822616 Oct 14 11:43:47.287167 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1440f025-b26b-4217-aff1-8a3a94420cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:43:49.763411 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-60fd1aea-7550-4e2e-aee7-9de1c63f52e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:43:51.284123 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:43:52.579389 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:43:53.045431 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:02.019687 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:05.387650 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:44:14.062736 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [req-58486d3b-2e8e-4936-be24-f3c56d2d1aa4 req-3061cf29-1955-4330-b520-75ca88387809 service neutron] (99832) timed out ('10.222.0.36', 61105) {{(pid=99832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 14 11:44:17.290859 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf323-a084-478c-8244-ce6d104d7f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:19.765121 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-7d69d6d2-441d-4e0c-9efd-3514681da370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:21.287557 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:21.852644 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59346) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:44:22.063171 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Deleting port 0ec12fbc-1f02-4a57-ac9a-696fcdd20f56 {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:44:22.063411 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:22.136159 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:22.137125 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:22.148389 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Calling delete_port for 0ec12fbc-1f02-4a57-ac9a-696fcdd20f56 owned by network:floatingip {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:44:22.296490 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:22.323340 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event deleted for resources: {'Port': ['ID=0ec12fbc-1f02-4a57-ac9a-696fcdd20f56,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:22.348614 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:22.348964 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:22.349304 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:22.349640 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:22.349966 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:22.350323 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:22.350650 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:22.350972 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:22.351296 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:22.351617 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:22.351942 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:22.352260 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:22.390597 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for floatingip, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:22.390918 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.l3_db [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Floating IP b2432278-0f56-4869-8c3b-d11b8b0594b2 disassociated (deleted). External IP: 172.27.1.2, port: 2502842c-ca0d-44c9-b254-e67c62c38841. Oct 14 11:44:22.581154 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:22.600438 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Router 422c2155-83f6-4a04-bb40-7e53557dbbf4 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:44:22.708702 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:44:22.713749 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:22.718395 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc820998-a002-4a8f-964a-51818c299794 None None] Sync routers for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:44:22.727407 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc820998-a002-4a8f-964a-51818c299794 None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:44:22.728029 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-dc820998-a002-4a8f-964a-51818c299794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:44:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:22.740986 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-df272592-1008-4307-999b-a2510e288fbc tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "DELETE /v2.0/floatingips/b2432278-0f56-4869-8c3b-d11b8b0594b2 HTTP/1.1" status: 204 len: 168 time: 0.8872399 Oct 14 11:44:22.741668 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3eaaba-f0d5-4980-b3fb-736ac594b74d', 'tag': '2502842c-ca0d-44c9-b254-e67c62c38841'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:44:22.744102 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce50ee6f-94ff-4282-a0fb-a71ca4e916f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3eaaba-f0d5-4980-b3fb-736ac594b74d", "tag": "2502842c-ca0d-44c9-b254-e67c62c38841"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:44:22.783800 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fb1b54-2ecd-465a-89ab-1ae86f7f73c9 x-openstack-request-id: req-a5fb1b54-2ecd-465a-89ab-1ae86f7f73c9 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:44:22.784470 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3eaaba-f0d5-4980-b3fb-736ac594b74d", "tag": "2502842c-ca0d-44c9-b254-e67c62c38841", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:44:22.784979 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a5fb1b54-2ecd-465a-89ab-1ae86f7f73c9 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:44:22.785613 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3eaaba-f0d5-4980-b3fb-736ac594b74d', 'tag': '2502842c-ca0d-44c9-b254-e67c62c38841', 'status': 'completed', 'code': 200} Oct 14 11:44:22.840878 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-dc820998-a002-4a8f-964a-51818c299794 None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:44:22.865074 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50ee6f-94ff-4282-a0fb-a71ca4e916f6 req-2887e21d-49e1-48df-8c97-4d625df997ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:44:22.867343 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ce50ee6f-94ff-4282-a0fb-a71ca4e916f6 req-2887e21d-49e1-48df-8c97-4d625df997ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 1098 time: 0.0601416 Oct 14 11:44:22.968948 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50ee6f-94ff-4282-a0fb-a71ca4e916f6 req-e1ca66e1-1c15-49e5-b3b5-6b62a0e9c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:44:22.970524 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ce50ee6f-94ff-4282-a0fb-a71ca4e916f6 req-e1ca66e1-1c15-49e5-b3b5-6b62a0e9c16e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 911 time: 0.0952008 Oct 14 11:44:23.022462 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ce50ee6f-94ff-4282-a0fb-a71ca4e916f6 req-5ca571d1-087d-4942-bc17-fd53bff833f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2502842c-ca0d-44c9-b254-e67c62c38841 HTTP/1.1" status: 200 len: 217 time: 0.0433662 Oct 14 11:44:23.035960 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb9e5f-5e8e-4da3-8649-7e0b116827fc req-3225162a-a1bd-4309-908e-9b0fe44caa04 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:44:23.038387 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4dcb9e5f-5e8e-4da3-8649-7e0b116827fc req-3225162a-a1bd-4309-908e-9b0fe44caa04 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 945 time: 0.1161566 Oct 14 11:44:23.076698 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:23.082050 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50ee6f-94ff-4282-a0fb-a71ca4e916f6 req-9a20ebc3-eaa7-43d2-bcf3-0e169e7af544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:44:23.083059 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-4dcb9e5f-5e8e-4da3-8649-7e0b116827fc req-6aa39551-9553-408e-9105-e1fd744eff75 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367641 Oct 14 11:44:23.083554 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ce50ee6f-94ff-4282-a0fb-a71ca4e916f6 req-9a20ebc3-eaa7-43d2-bcf3-0e169e7af544 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66472857-1d64-42b3-8a3a-11190a05f7e4 HTTP/1.1" status: 200 len: 849 time: 0.0486343 Oct 14 11:44:23.106444 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-dc820998-a002-4a8f-964a-51818c299794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': 'a75a2a25-b38a-408b-b055-0123c09d07f0', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'port_id': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'mac_address': 'fa:16:3e:70:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:41:02Z', 'updated_at': '2021-10-14T11:41:04Z', 'revision_number': 1, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:23.130373 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc820998-a002-4a8f-964a-51818c299794 None None] Checking router: 422c2155-83f6-4a04-bb40-7e53557dbbf4 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:44:23.130656 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50ee6f-94ff-4282-a0fb-a71ca4e916f6 req-eba5e2e8-5e92-40cb-a927-5d6e913b9e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:44:23.132149 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ce50ee6f-94ff-4282-a0fb-a71ca4e916f6 req-eba5e2e8-5e92-40cb-a927-5d6e913b9e23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9b8e66e-94c5-462e-86fc-3a020a21504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410287 Oct 14 11:44:23.139300 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc820998-a002-4a8f-964a-51818c299794 None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:44:23.139911 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-dc820998-a002-4a8f-964a-51818c299794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:44:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:23.229099 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ce50ee6f-94ff-4282-a0fb-a71ca4e916f6 req-0bd5ffa4-eb7b-4de1-848d-8cdb035a5337 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893745 Oct 14 11:44:23.248703 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-dc820998-a002-4a8f-964a-51818c299794 None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:44:23.321659 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-ce50ee6f-94ff-4282-a0fb-a71ca4e916f6 req-493cf88e-284d-42f9-a62b-e43d0ce38498 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856042 Oct 14 11:44:23.472262 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-dc820998-a002-4a8f-964a-51818c299794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': 'a75a2a25-b38a-408b-b055-0123c09d07f0', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'port_id': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'mac_address': 'fa:16:3e:70:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:41:02Z', 'updated_at': '2021-10-14T11:41:04Z', 'revision_number': 1, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:23.499301 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc820998-a002-4a8f-964a-51818c299794 None None] The sync data for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi is: [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_floatingips': [{'id': 'a75a2a25-b38a-408b-b055-0123c09d07f0', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'router_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'port_id': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'mac_address': 'fa:16:3e:70:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T11:41:02Z', 'updated_at': '2021-10-14T11:41:04Z', 'revision_number': 1, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:44:23.718964 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f245cbb-f375-45cf-8a11-e4e80e9cf902 None None] New status for floating IP b2432278-0f56-4869-8c3b-d11b8b0594b2: DOWN {{(pid=99835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:44:24.252556 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51ffc9-c857-4ed4-9252-42ad236023fc req-679326c0-b94f-44e3-9748-4c5e3c8d2021 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:44:24.254301 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-da51ffc9-c857-4ed4-9252-42ad236023fc req-679326c0-b94f-44e3-9748-4c5e3c8d2021 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 945 time: 0.1010237 Oct 14 11:44:24.296842 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-da51ffc9-c857-4ed4-9252-42ad236023fc req-c4cc70a5-82f7-4b69-bfa5-1c284478464e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364511 Oct 14 11:44:24.422784 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2423d-d9d0-4cd0-9d72-f94e7b9a99c9 req-51d57f7a-ec4f-490f-88e1-114472667e74 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:44:24.424218 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8fc2423d-d9d0-4cd0-9d72-f94e7b9a99c9 req-51d57f7a-ec4f-490f-88e1-114472667e74 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 945 time: 0.0481508 Oct 14 11:44:24.515029 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-8fc2423d-d9d0-4cd0-9d72-f94e7b9a99c9 req-87d01b72-baef-49a3-ad2b-1b694b618df3 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Deleting port 2502842c-ca0d-44c9-b254-e67c62c38841 {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:44:24.515385 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-8fc2423d-d9d0-4cd0-9d72-f94e7b9a99c9 req-87d01b72-baef-49a3-ad2b-1b694b618df3 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:24.604772 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-8fc2423d-d9d0-4cd0-9d72-f94e7b9a99c9 req-87d01b72-baef-49a3-ad2b-1b694b618df3 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] For port 2502842c-ca0d-44c9-b254-e67c62c38841, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=2502842c-ca0d-44c9-b254-e67c62c38841,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:44:24.605271 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-8fc2423d-d9d0-4cd0-9d72-f94e7b9a99c9 req-87d01b72-baef-49a3-ad2b-1b694b618df3 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:24.616916 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-8fc2423d-d9d0-4cd0-9d72-f94e7b9a99c9 req-87d01b72-baef-49a3-ad2b-1b694b618df3 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Calling delete_port for 2502842c-ca0d-44c9-b254-e67c62c38841 owned by compute:nova {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:44:24.745413 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-8fc2423d-d9d0-4cd0-9d72-f94e7b9a99c9 req-87d01b72-baef-49a3-ad2b-1b694b618df3 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:24.775993 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d01b72-baef-49a3-ad2b-1b694b618df3 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event deleted for resources: {'Port': ['ID=2502842c-ca0d-44c9-b254-e67c62c38841,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:24.817213 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc2423d-d9d0-4cd0-9d72-f94e7b9a99c9 req-87d01b72-baef-49a3-ad2b-1b694b618df3 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] No DVR routers for this DVR port 2502842c-ca0d-44c9-b254-e67c62c38841 on host hv-cinder-79797 {{(pid=99833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:44:24.819701 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-8fc2423d-d9d0-4cd0-9d72-f94e7b9a99c9 req-87d01b72-baef-49a3-ad2b-1b694b618df3 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:24.823107 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-8fc2423d-d9d0-4cd0-9d72-f94e7b9a99c9 req-87d01b72-baef-49a3-ad2b-1b694b618df3 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.36 "DELETE /v2.0/ports/2502842c-ca0d-44c9-b254-e67c62c38841 HTTP/1.1" status: 204 len: 173 time: 0.3926282 Oct 14 11:44:24.823541 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3eaaba-f0d5-4980-b3fb-736ac594b74d', 'name': 'network-vif-deleted', 'tag': '2502842c-ca0d-44c9-b254-e67c62c38841'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:44:24.826659 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6480c1-9377-404c-8bb5-614746abbe95" -d '{"events": [{"server_uuid": "ac3eaaba-f0d5-4980-b3fb-736ac594b74d", "name": "network-vif-deleted", "tag": "2502842c-ca0d-44c9-b254-e67c62c38841"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:44:24.863534 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5629b305-73d4-4ec0-ab12-c78f4a4c1611 x-openstack-request-id: req-5629b305-73d4-4ec0-ab12-c78f4a4c1611 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:44:24.863819 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3eaaba-f0d5-4980-b3fb-736ac594b74d", "name": "network-vif-deleted", "tag": "2502842c-ca0d-44c9-b254-e67c62c38841", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:44:24.864079 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5629b305-73d4-4ec0-ab12-c78f4a4c1611 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:44:24.864469 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3eaaba-f0d5-4980-b3fb-736ac594b74d', 'name': 'network-vif-deleted', 'tag': '2502842c-ca0d-44c9-b254-e67c62c38841', 'status': 'completed', 'code': 200} Oct 14 11:44:25.400575 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-0f919e77-9b38-472b-8724-e4a1269b5c82 req-f4cbde2f-0cdd-457e-9145-e8b037be8cbe tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac3eaaba-f0d5-4980-b3fb-736ac594b74d HTTP/1.1" status: 200 len: 210 time: 0.0270486 Oct 14 11:44:26.852695 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 2502842c-ca0d-44c9-b254-e67c62c38841 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:44:26.874321 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: 2502842c-ca0d-44c9-b254-e67c62c38841 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:44:26.874665 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device 2502842c-ca0d-44c9-b254-e67c62c38841 not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:44:28.671580 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59392) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:44:28.830879 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-916401f8-e4c2-40be-9570-8011f6638ead tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Deleting port aa5ee0e3-cbbb-4245-b340-00cb735aca1d {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:44:28.831213 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-916401f8-e4c2-40be-9570-8011f6638ead tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:28.905263 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-916401f8-e4c2-40be-9570-8011f6638ead tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:28.905583 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-916401f8-e4c2-40be-9570-8011f6638ead tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:28.917098 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-916401f8-e4c2-40be-9570-8011f6638ead tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Calling delete_port for aa5ee0e3-cbbb-4245-b340-00cb735aca1d owned by network:floatingip {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:44:29.063872 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-916401f8-e4c2-40be-9570-8011f6638ead tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:29.089285 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916401f8-e4c2-40be-9570-8011f6638ead tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event deleted for resources: {'Port': ['ID=aa5ee0e3-cbbb-4245-b340-00cb735aca1d,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:29.152197 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-916401f8-e4c2-40be-9570-8011f6638ead tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for floatingip, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:29.152525 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.db.l3_db [None req-916401f8-e4c2-40be-9570-8011f6638ead tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Floating IP a75a2a25-b38a-408b-b055-0123c09d07f0 disassociated (deleted). External IP: 172.27.1.127, port: dd7ea658-9cd9-4367-85ac-cb9c9869ce2b. Oct 14 11:44:29.365431 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916401f8-e4c2-40be-9570-8011f6638ead tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Router 422c2155-83f6-4a04-bb40-7e53557dbbf4 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:44:29.470810 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916401f8-e4c2-40be-9570-8011f6638ead tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:44:29.475629 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-916401f8-e4c2-40be-9570-8011f6638ead tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:29.480080 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787df9d-abae-455c-a92d-b5d0332ecbb1 None None] Sync routers for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:44:29.489895 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787df9d-abae-455c-a92d-b5d0332ecbb1 None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:44:29.490525 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-1787df9d-abae-455c-a92d-b5d0332ecbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:44:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:29.504045 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-916401f8-e4c2-40be-9570-8011f6638ead tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "DELETE /v2.0/floatingips/a75a2a25-b38a-408b-b055-0123c09d07f0 HTTP/1.1" status: 204 len: 168 time: 0.8312950 Oct 14 11:44:29.504539 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'tag': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:44:29.506975 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ab74e5-24eb-44c8-aa78-3983b5f5487d" -d '{"events": [{"name": "network-changed", "server_uuid": "86ec84da-4fda-4aa6-b7d1-1d205776581d", "tag": "dd7ea658-9cd9-4367-85ac-cb9c9869ce2b"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:44:29.548560 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 11:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad46926-00c0-4a27-8b66-795560c3e426 x-openstack-request-id: req-1ad46926-00c0-4a27-8b66-795560c3e426 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:44:29.548981 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ec84da-4fda-4aa6-b7d1-1d205776581d", "tag": "dd7ea658-9cd9-4367-85ac-cb9c9869ce2b", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:44:29.549239 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1ad46926-00c0-4a27-8b66-795560c3e426 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:44:29.550090 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'tag': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b', 'status': 'completed', 'code': 200} Oct 14 11:44:29.600781 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-1787df9d-abae-455c-a92d-b5d0332ecbb1 None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:44:29.618805 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab74e5-24eb-44c8-aa78-3983b5f5487d req-6c9c895d-4af9-4481-b71e-eae3a2c5ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:44:29.620825 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e0ab74e5-24eb-44c8-aa78-3983b5f5487d req-6c9c895d-4af9-4481-b71e-eae3a2c5ae48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 1099 time: 0.0463593 Oct 14 11:44:29.728525 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab74e5-24eb-44c8-aa78-3983b5f5487d req-bdafce4a-a315-49f4-9fba-617457d4414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:44:29.730128 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e0ab74e5-24eb-44c8-aa78-3983b5f5487d req-bdafce4a-a315-49f4-9fba-617457d4414c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 200 len: 911 time: 0.1023524 Oct 14 11:44:29.738081 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda10cdc-1a11-4288-a576-7ced533b93ee req-ec006b3a-673e-46c3-9e42-f7c696236944 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:44:29.739591 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fda10cdc-1a11-4288-a576-7ced533b93ee req-ec006b3a-673e-46c3-9e42-f7c696236944 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 946 time: 0.0531054 Oct 14 11:44:29.774121 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e0ab74e5-24eb-44c8-aa78-3983b5f5487d req-7a733375-39b8-4d13-a3c2-37c315166fed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b HTTP/1.1" status: 200 len: 217 time: 0.0367413 Oct 14 11:44:29.780097 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [req-fda10cdc-1a11-4288-a576-7ced533b93ee req-edec9b88-9ba6-40d6-862b-59fbf676904e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342531 Oct 14 11:44:29.826455 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab74e5-24eb-44c8-aa78-3983b5f5487d req-b2428561-af66-46f9-ada7-de927d4b59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:44:29.827929 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e0ab74e5-24eb-44c8-aa78-3983b5f5487d req-b2428561-af66-46f9-ada7-de927d4b59b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66472857-1d64-42b3-8a3a-11190a05f7e4 HTTP/1.1" status: 200 len: 849 time: 0.0466690 Oct 14 11:44:29.830235 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-1787df9d-abae-455c-a92d-b5d0332ecbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:29.857723 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787df9d-abae-455c-a92d-b5d0332ecbb1 None None] Checking router: 422c2155-83f6-4a04-bb40-7e53557dbbf4 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:44:29.866282 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787df9d-abae-455c-a92d-b5d0332ecbb1 None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:44:29.866914 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-1787df9d-abae-455c-a92d-b5d0332ecbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:44:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:29.875617 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab74e5-24eb-44c8-aa78-3983b5f5487d req-79af92ed-4b17-4af7-a401-290f97430d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:44:29.877115 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e0ab74e5-24eb-44c8-aa78-3983b5f5487d req-79af92ed-4b17-4af7-a401-290f97430d86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9b8e66e-94c5-462e-86fc-3a020a21504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410438 Oct 14 11:44:29.975869 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e0ab74e5-24eb-44c8-aa78-3983b5f5487d req-4c81cc3f-f4a7-4983-b69c-b835184c1577 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908613 Oct 14 11:44:30.074297 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-e0ab74e5-24eb-44c8-aa78-3983b5f5487d req-443c1ffe-0c44-4523-89fd-7dd654b58708 service neutron] 10.222.0.36 "GET /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906901 Oct 14 11:44:30.097151 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-1787df9d-abae-455c-a92d-b5d0332ecbb1 None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:44:30.297811 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-1787df9d-abae-455c-a92d-b5d0332ecbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:30.323780 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787df9d-abae-455c-a92d-b5d0332ecbb1 None None] The sync data for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi is: [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:38:05Z', 'revision_number': 4, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi', '_interfaces': [{'id': '2f7d6bfa-88de-432b-a935-0f408509ce94', 'name': '', 'network_id': 'b9b8e66e-94c5-462e-86fc-3a020a21504b', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'mac_address': 'fa:16:3e:49:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:05Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'subnets': [{'id': '66472857-1d64-42b3-8a3a-11190a05f7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:44:30.540296 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920b96a9-4a9d-4a22-974c-56c28d18af58 None None] New status for floating IP a75a2a25-b38a-408b-b055-0123c09d07f0: DOWN {{(pid=99835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 11:44:30.901508 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140dc031-95ed-45cf-9774-1920873e5cf5 req-8bcfbe5e-03f5-40e5-a410-844c55d943e4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:44:30.903042 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-140dc031-95ed-45cf-9774-1920873e5cf5 req-8bcfbe5e-03f5-40e5-a410-844c55d943e4 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 946 time: 0.0497470 Oct 14 11:44:30.940961 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-140dc031-95ed-45cf-9774-1920873e5cf5 req-0d3fffe2-ff6f-4cd6-b168-c9c4f757ecd9 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4bb9676-560c-445a-91b4-6af5e2f5f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319381 Oct 14 11:44:31.157759 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bd9cd-85a6-40d3-809a-286dcc6d7e19 req-7c9a589e-22e4-4f79-b4b8-e9799f7c8b4e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 11:44:31.159279 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bf8bd9cd-85a6-40d3-809a-286dcc6d7e19 req-7c9a589e-22e4-4f79-b4b8-e9799f7c8b4e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.36 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 946 time: 0.0476489 Oct 14 11:44:31.252220 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-bf8bd9cd-85a6-40d3-809a-286dcc6d7e19 req-051b7f2a-7fa7-4747-9c5e-81ae45b9f15e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Deleting port dd7ea658-9cd9-4367-85ac-cb9c9869ce2b {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:44:31.252556 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bf8bd9cd-85a6-40d3-809a-286dcc6d7e19 req-051b7f2a-7fa7-4747-9c5e-81ae45b9f15e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:31.338989 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [req-bf8bd9cd-85a6-40d3-809a-286dcc6d7e19 req-051b7f2a-7fa7-4747-9c5e-81ae45b9f15e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] For port dd7ea658-9cd9-4367-85ac-cb9c9869ce2b, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:44:31.339350 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bf8bd9cd-85a6-40d3-809a-286dcc6d7e19 req-051b7f2a-7fa7-4747-9c5e-81ae45b9f15e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:31.351832 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [req-bf8bd9cd-85a6-40d3-809a-286dcc6d7e19 req-051b7f2a-7fa7-4747-9c5e-81ae45b9f15e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Calling delete_port for dd7ea658-9cd9-4367-85ac-cb9c9869ce2b owned by compute:nova {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:44:31.477763 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bf8bd9cd-85a6-40d3-809a-286dcc6d7e19 req-051b7f2a-7fa7-4747-9c5e-81ae45b9f15e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:31.507525 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b7f2a-7fa7-4747-9c5e-81ae45b9f15e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event deleted for resources: {'Port': ['ID=dd7ea658-9cd9-4367-85ac-cb9c9869ce2b,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:31.551062 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8bd9cd-85a6-40d3-809a-286dcc6d7e19 req-051b7f2a-7fa7-4747-9c5e-81ae45b9f15e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] No DVR routers for this DVR port dd7ea658-9cd9-4367-85ac-cb9c9869ce2b on host hv-cinder-79797 {{(pid=99833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:44:31.553468 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [req-bf8bd9cd-85a6-40d3-809a-286dcc6d7e19 req-051b7f2a-7fa7-4747-9c5e-81ae45b9f15e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:31.557121 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-bf8bd9cd-85a6-40d3-809a-286dcc6d7e19 req-051b7f2a-7fa7-4747-9c5e-81ae45b9f15e tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.36 "DELETE /v2.0/ports/dd7ea658-9cd9-4367-85ac-cb9c9869ce2b HTTP/1.1" status: 204 len: 173 time: 0.3916068 Oct 14 11:44:31.557546 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'name': 'network-vif-deleted', 'tag': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b'}] {{(pid=99833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 11:44:31.559969 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f48f600d64fd5f86d0f039db0950577e0ca60593317d0bf0a87afaed62b407a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06463d1b-d018-4613-bb76-03dfad96baf5" -d '{"events": [{"server_uuid": "86ec84da-4fda-4aa6-b7d1-1d205776581d", "name": "network-vif-deleted", "tag": "dd7ea658-9cd9-4367-85ac-cb9c9869ce2b"}]}' {{(pid=99833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 11:44:31.596692 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 11:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9170e8-b893-44d3-8d20-9807d35c24b3 x-openstack-request-id: req-2f9170e8-b893-44d3-8d20-9807d35c24b3 {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 11:44:31.596977 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ec84da-4fda-4aa6-b7d1-1d205776581d", "name": "network-vif-deleted", "tag": "dd7ea658-9cd9-4367-85ac-cb9c9869ce2b", "status": "completed", "code": 200}]} {{(pid=99833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 11:44:31.597228 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2f9170e8-b893-44d3-8d20-9807d35c24b3 {{(pid=99833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 11:44:31.597720 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ec84da-4fda-4aa6-b7d1-1d205776581d', 'name': 'network-vif-deleted', 'tag': 'dd7ea658-9cd9-4367-85ac-cb9c9869ce2b', 'status': 'completed', 'code': 200} Oct 14 11:44:32.019126 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:32.300584 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [req-90b8cb21-ad16-412a-b099-f5250b8c645c req-a5ef512c-b50e-4a84-a1b2-d555ed648d30 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "GET /v2.0/ports?device_id=86ec84da-4fda-4aa6-b7d1-1d205776581d HTTP/1.1" status: 200 len: 210 time: 0.2822809 Oct 14 11:44:33.355661 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59410) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:44:33.476673 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-6419c92f-bcb9-41ba-b931-7f41d349f147 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Deleting port 74b7aca3-4349-43bb-a588-0b9ecbb07a80 {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:44:33.477010 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-6419c92f-bcb9-41ba-b931-7f41d349f147 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:33.550687 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-6419c92f-bcb9-41ba-b931-7f41d349f147 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:33.550919 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-6419c92f-bcb9-41ba-b931-7f41d349f147 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:33.562153 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-6419c92f-bcb9-41ba-b931-7f41d349f147 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Calling delete_port for 74b7aca3-4349-43bb-a588-0b9ecbb07a80 owned by network:floatingip {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:44:33.697923 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-6419c92f-bcb9-41ba-b931-7f41d349f147 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:33.726088 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419c92f-bcb9-41ba-b931-7f41d349f147 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event deleted for resources: {'Port': ['ID=74b7aca3-4349-43bb-a588-0b9ecbb07a80,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:33.785134 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-6419c92f-bcb9-41ba-b931-7f41d349f147 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for floatingip, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:33.787773 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-6419c92f-bcb9-41ba-b931-7f41d349f147 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:33.788885 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-6419c92f-bcb9-41ba-b931-7f41d349f147 tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "DELETE /v2.0/floatingips/ec142c01-d24c-4f5a-8441-8913f2b2d0e3 HTTP/1.1" status: 204 len: 168 time: 0.4322627 Oct 14 11:44:34.897023 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device dd7ea658-9cd9-4367-85ac-cb9c9869ce2b no longer exists at agent hyperv_hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:44:34.917563 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] No Port match for: dd7ea658-9cd9-4367-85ac-cb9c9869ce2b {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:44:34.917932 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Device dd7ea658-9cd9-4367-85ac-cb9c9869ce2b not bound to the agent host hv-cinder-79797 {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:44:34.981729 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 59422) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:44:35.038602 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:35.063217 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:35.121537 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:35.125471 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:35.126655 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] 10.222.0.69 "DELETE /v2.0/security-groups/d4bb9676-560c-445a-91b4-6af5e2f5f9b0 HTTP/1.1" status: 204 len: 168 time: 0.1438947 Oct 14 11:44:35.135780 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bb9676-560c-445a-91b4-6af5e2f5f9b0,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:35.145375 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:35.145728 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:35.146067 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:35.146424 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:35.146779 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:35.147160 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:35.147433 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:35.147760 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:35.148082 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:35.148399 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:35.148746 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:35.149059 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a70a-06b5-457a-b5ca-079f7073d60d tempest-TestVolumeBootPattern-866538653 tempest-TestVolumeBootPattern-866538653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:35.180675 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 59426) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:44:35.626454 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-46a51b5a-238a-4105-ac66-dee1aa59bc68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779407'] for router_interface, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:35.875007 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-46a51b5a-238a-4105-ac66-dee1aa59bc68 admin admin] Deleting port 2f7d6bfa-88de-432b-a935-0f408509ce94 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:44:35.875337 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-46a51b5a-238a-4105-ac66-dee1aa59bc68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:35.951986 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [None req-46a51b5a-238a-4105-ac66-dee1aa59bc68 admin admin] For port 2f7d6bfa-88de-432b-a935-0f408509ce94, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=2f7d6bfa-88de-432b-a935-0f408509ce94,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:44:35.952335 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-46a51b5a-238a-4105-ac66-dee1aa59bc68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:35.964784 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-46a51b5a-238a-4105-ac66-dee1aa59bc68 admin admin] Calling delete_port for 2f7d6bfa-88de-432b-a935-0f408509ce94 owned by network:router_interface {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:44:36.149170 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-46a51b5a-238a-4105-ac66-dee1aa59bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:36.183443 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a51b5a-238a-4105-ac66-dee1aa59bc68 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7d6bfa-88de-432b-a935-0f408509ce94,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:36.363534 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-46a51b5a-238a-4105-ac66-dee1aa59bc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784671'] for router_interface, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:36.578044 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a51b5a-238a-4105-ac66-dee1aa59bc68 admin admin] Router 422c2155-83f6-4a04-bb40-7e53557dbbf4 has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:44:36.684323 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a51b5a-238a-4105-ac66-dee1aa59bc68 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:44:36.690356 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-46a51b5a-238a-4105-ac66-dee1aa59bc68 admin admin] 10.222.0.69 "PUT /v2.0/routers/422c2155-83f6-4a04-bb40-7e53557dbbf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5085273 Oct 14 11:44:36.692308 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59430) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:44:36.695023 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c1cbd-3309-4b98-b2cd-9520382a3407 None None] Sync routers for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:44:36.704728 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c1cbd-3309-4b98-b2cd-9520382a3407 None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:44:36.705877 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-bb8c1cbd-3309-4b98-b2cd-9520382a3407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:44:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:36.797782 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ce03272e-8790-4466-bfe8-7fda107c2d8c admin admin] Publish callbacks [] for router, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:36.813442 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-bb8c1cbd-3309-4b98-b2cd-9520382a3407 None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: dv-cinder-797970-2-iscsi {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:44:36.900389 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ce03272e-8790-4466-bfe8-7fda107c2d8c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:36.956300 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-ce03272e-8790-4466-bfe8-7fda107c2d8c admin admin] Deleting port 9a413eb4-766a-4c95-b042-816227f7d655 {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:44:36.956680 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ce03272e-8790-4466-bfe8-7fda107c2d8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:36.997954 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-bb8c1cbd-3309-4b98-b2cd-9520382a3407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9a413eb4-766a-4c95-b042-816227f7d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:44:36Z', 'revision_number': 5, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port': {'id': '9a413eb4-766a-4c95-b042-816227f7d655', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:02Z', 'updated_at': '2021-10-14T11:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:37.024165 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c1cbd-3309-4b98-b2cd-9520382a3407 None None] Checking router: 422c2155-83f6-4a04-bb40-7e53557dbbf4 for host: dv-cinder-797970-2-iscsi {{(pid=99834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:44:37.033055 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c1cbd-3309-4b98-b2cd-9520382a3407 None None] Routers {'422c2155-83f6-4a04-bb40-7e53557dbbf4'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:44:37.033652 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-bb8c1cbd-3309-4b98-b2cd-9520382a3407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:44:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['422c2155-83f6-4a04-bb40-7e53557dbbf4'], 'active': True} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:37.041339 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [None req-ce03272e-8790-4466-bfe8-7fda107c2d8c admin admin] For port 9a413eb4-766a-4c95-b042-816227f7d655, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=9a413eb4-766a-4c95-b042-816227f7d655,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:44:37.041703 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ce03272e-8790-4466-bfe8-7fda107c2d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:37.053341 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-ce03272e-8790-4466-bfe8-7fda107c2d8c admin admin] Calling delete_port for 9a413eb4-766a-4c95-b042-816227f7d655 owned by network:router_gateway {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:44:37.119377 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvr_db [None req-bb8c1cbd-3309-4b98-b2cd-9520382a3407 None None] Set router 422c2155-83f6-4a04-bb40-7e53557dbbf4 gateway port host: None {{(pid=99834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:44:37.172594 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_hamode_db [None req-bb8c1cbd-3309-4b98-b2cd-9520382a3407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:44:36Z', 'revision_number': 6, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port_host': None}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:37.202757 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c1cbd-3309-4b98-b2cd-9520382a3407 None None] The sync data for ids ['422c2155-83f6-4a04-bb40-7e53557dbbf4'] in dv-cinder-797970-2-iscsi is: [{'id': '422c2155-83f6-4a04-bb40-7e53557dbbf4', 'name': 'tempest-TestVolumeBootPattern-95014125-router', 'tenant_id': '5e1aec9f39fe40678b431698b09f8ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:01Z', 'updated_at': '2021-10-14T11:44:36Z', 'revision_number': 6, 'project_id': '5e1aec9f39fe40678b431698b09f8ba4', 'gw_port_host': None}] {{(pid=99834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:44:37.223952 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ce03272e-8790-4466-bfe8-7fda107c2d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:37.248390 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03272e-8790-4466-bfe8-7fda107c2d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=9a413eb4-766a-4c95-b042-816227f7d655,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:37.310182 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ce03272e-8790-4466-bfe8-7fda107c2d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1778181'] for router_gateway, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:37.401631 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ce03272e-8790-4466-bfe8-7fda107c2d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258105'] for router, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:37.403812 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ce03272e-8790-4466-bfe8-7fda107c2d8c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:37.450868 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ce03272e-8790-4466-bfe8-7fda107c2d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1785260'] for router, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:37.451405 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce03272e-8790-4466-bfe8-7fda107c2d8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 422c2155-83f6-4a04-bb40-7e53557dbbf4 {{(pid=99833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:44:37.456716 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-ce03272e-8790-4466-bfe8-7fda107c2d8c admin admin] Publish callbacks [] for router, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:37.457856 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-ce03272e-8790-4466-bfe8-7fda107c2d8c admin admin] 10.222.0.69 "DELETE /v2.0/routers/422c2155-83f6-4a04-bb40-7e53557dbbf4 HTTP/1.1" status: 204 len: 168 time: 0.7645402 Oct 14 11:44:37.460589 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59432) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:44:37.506574 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ea583d-7386-436c-99db-6b81df20498a admin admin] Deleting subnet 66472857-1d64-42b3-8a3a-11190a05f7e4 {{(pid=99833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:44:37.509605 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-85ea583d-7386-436c-99db-6b81df20498a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:37.544861 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-85ea583d-7386-436c-99db-6b81df20498a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4673356'] for subnet, precommit_delete_associations {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:37.634602 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-85ea583d-7386-436c-99db-6b81df20498a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856540'] for subnet, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:37.694623 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-85ea583d-7386-436c-99db-6b81df20498a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4673522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7397107'] for subnet, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:37.719469 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea583d-7386-436c-99db-6b81df20498a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66472857-1d64-42b3-8a3a-11190a05f7e4,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:37.725884 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-85ea583d-7386-436c-99db-6b81df20498a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:37.729141 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-85ea583d-7386-436c-99db-6b81df20498a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/66472857-1d64-42b3-8a3a-11190a05f7e4 HTTP/1.1" status: 204 len: 168 time: 0.2676318 Oct 14 11:44:37.731172 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeb34a4-c82f-4541-adc2-95a9d9105be2 None None] Network b9b8e66e-94c5-462e-86fc-3a020a21504b requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:44:37.731660 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59434) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:44:37.804196 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530326'] for network, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:37.860344 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] Deleting port c6ba5392-8ce1-4afd-ac24-f1eb2d570085 {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:44:37.860681 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:37.926402 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] For port c6ba5392-8ce1-4afd-ac24-f1eb2d570085, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=c6ba5392-8ce1-4afd-ac24-f1eb2d570085,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:44:37.926783 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:37.940345 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] Calling delete_port for c6ba5392-8ce1-4afd-ac24-f1eb2d570085 owned by network:dhcp {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:44:37.947314 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] DHCP port deletion for b9b8e66e-94c5-462e-86fc-3a020a21504b request from dv-cinder-797970-2-iscsi {{(pid=99834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 11:44:38.008221 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Deleting port c6ba5392-8ce1-4afd-ac24-f1eb2d570085 {{(pid=99834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:44:38.008590 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:38.011644 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 9a413eb4-766a-4c95-b042-816227f7d655 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:44:38.035875 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:38.040805 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 9a413eb4-766a-4c95-b042-816227f7d655 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:44:38.041148 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 9a413eb4-766a-4c95-b042-816227f7d655 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:44:38.041561 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device c6ba5392-8ce1-4afd-ac24-f1eb2d570085 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:44:38.064282 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ba5392-8ce1-4afd-ac24-f1eb2d570085,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:38.069063 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] No DVR routers for this DVR port c6ba5392-8ce1-4afd-ac24-f1eb2d570085 on host dv-cinder-797970-2-iscsi {{(pid=99833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:44:38.072973 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: c6ba5392-8ce1-4afd-ac24-f1eb2d570085 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:44:38.073323 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device c6ba5392-8ce1-4afd-ac24-f1eb2d570085 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:44:38.073749 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 2f7d6bfa-88de-432b-a935-0f408509ce94 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:44:38.119702 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 2f7d6bfa-88de-432b-a935-0f408509ce94 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:44:38.120040 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 2f7d6bfa-88de-432b-a935-0f408509ce94 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:44:38.136904 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.db [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] For port c6ba5392-8ce1-4afd-ac24-f1eb2d570085, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=c6ba5392-8ce1-4afd-ac24-f1eb2d570085,segment=NetworkSegment(9e6b1e32-9856-461f-821b-f1b9e23b1533),segment_id=9e6b1e32-9856-461f-821b-f1b9e23b1533)] {{(pid=99834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:44:38.137288 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:38.146466 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854089', 'neutron.services.segments.db._delete_segments_for_network-8773231307825'] for network, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:38.149536 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Calling delete_port for c6ba5392-8ce1-4afd-ac24-f1eb2d570085 owned by network:dhcp {{(pid=99834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:44:38.168257 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.services.segments.db [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b8e66e-94c5-462e-86fc-3a020a21504b']}} {{(pid=99833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:38.179883 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.services.segments.db [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6b1e32-9856-461f-821b-f1b9e23b1533') {'for_net_delete': True} {{(pid=99833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:38.180204 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.services.segments.db [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6b1e32-9856-461f-821b-f1b9e23b1533') {} {{(pid=99833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:38.191117 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773231308346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4673397'] for segment, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:38.208114 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:38.215942 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=99833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:44:38.216351 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4673104'] for segment, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: Traceback (most recent call last): Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: timer() Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: cb(*args, **kw) Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: return func(*args, **kwargs) Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: self._notify() Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: self.callback(batched_events) Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: event.method(event) Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: return f(self, *a, **k) Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: return self._get(url).json() Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: return self.request(url, 'GET', **kwargs) Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:44:38.219189 dv-cinder-797970-2-iscsi neutron-server[99833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:44:38.228286 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480'] for port, after_delete {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:38.260034 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] No DVR routers for this DVR port c6ba5392-8ce1-4afd-ac24-f1eb2d570085 on host dv-cinder-797970-2-iscsi {{(pid=99834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:44:38.263041 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Pushing event deleted for resources: {'Port': ['ID=c6ba5392-8ce1-4afd-ac24-f1eb2d570085,revision_number=None']} {{(pid=99834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:38.276054 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:38.276302 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:38.277224 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:38.277224 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:38.280024 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:38.280024 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:38.280024 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:38.280024 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:38.280024 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:38.280024 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:38.280024 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:38.281231 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447aee6c-9e54-45f7-8090-71eb439e139e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-2-iscsi {{(pid=99834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 11:44:38.288851 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1778393'] for network, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:38.294058 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:38.297803 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b9b8e66e-94c5-462e-86fc-3a020a21504b HTTP/1.1" status: 204 len: 168 time: 0.5652289 Oct 14 11:44:38.300752 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59436) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:44:38.316726 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0c648-3044-4524-9d5a-2b12bc2ba844 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b8e66e-94c5-462e-86fc-3a020a21504b,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:38.659599 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-67550805-9d5b-4fe5-b382-994eb35f81a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779407'] for router_interface, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:38.899741 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-67550805-9d5b-4fe5-b382-994eb35f81a1 admin admin] Deleting port 88eefccb-b2cf-42f4-9479-27526aaef917 {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:44:38.900422 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-67550805-9d5b-4fe5-b382-994eb35f81a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:38.978053 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [None req-67550805-9d5b-4fe5-b382-994eb35f81a1 admin admin] For port 88eefccb-b2cf-42f4-9479-27526aaef917, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=88eefccb-b2cf-42f4-9479-27526aaef917,segment=NetworkSegment(0775524e-03f2-4850-98f1-0634268405c4),segment_id=0775524e-03f2-4850-98f1-0634268405c4)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:44:38.978392 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-67550805-9d5b-4fe5-b382-994eb35f81a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:38.995136 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-67550805-9d5b-4fe5-b382-994eb35f81a1 admin admin] Calling delete_port for 88eefccb-b2cf-42f4-9479-27526aaef917 owned by network:router_interface {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:44:39.168842 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-67550805-9d5b-4fe5-b382-994eb35f81a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:39.194769 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67550805-9d5b-4fe5-b382-994eb35f81a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=88eefccb-b2cf-42f4-9479-27526aaef917,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:39.365067 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-67550805-9d5b-4fe5-b382-994eb35f81a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784671'] for router_interface, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:39.580219 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67550805-9d5b-4fe5-b382-994eb35f81a1 admin admin] Router 66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c has already been hosted by L3 agent cfef556c-c6fe-49c8-8430-1fcfad80815e {{(pid=99833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 11:44:39.685655 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67550805-9d5b-4fe5-b382-994eb35f81a1 admin admin] Notify agent at l3_agent.dv-cinder-797970-2-iscsi the message routers_updated {{(pid=99833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 11:44:39.690861 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-67550805-9d5b-4fe5-b382-994eb35f81a1 admin admin] 10.222.0.69 "PUT /v2.0/routers/66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3893030 Oct 14 11:44:39.694098 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59438) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:44:39.694793 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616247a3-c4f8-43cd-b782-e33b65314946 None None] Sync routers for ids ['66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'] in dv-cinder-797970-2-iscsi {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 11:44:39.706917 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616247a3-c4f8-43cd-b782-e33b65314946 None None] Routers {'66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:44:39.707546 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-616247a3-c4f8-43cd-b782-e33b65314946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:44:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:39.812007 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f0c0dd05-5939-453a-b89a-21498b791ed7 admin admin] Publish callbacks [] for router, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:39.859933 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-616247a3-c4f8-43cd-b782-e33b65314946 None None] Set router 66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:44:40.077270 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-616247a3-c4f8-43cd-b782-e33b65314946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'name': 'tempest-TestVolumeBootPattern-1336456069-router', 'tenant_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:08Z', 'updated_at': '2021-10-14T11:44:39Z', 'revision_number': 5, 'project_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'gw_port': {'id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:09Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:40.111973 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616247a3-c4f8-43cd-b782-e33b65314946 None None] Checking router: 66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c for host: dv-cinder-797970-2-iscsi {{(pid=99835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 11:44:40.121940 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616247a3-c4f8-43cd-b782-e33b65314946 None None] Routers {'66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'} bound to L3 agent in host dv-cinder-797970-2-iscsi {{(pid=99835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 11:44:40.122598 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-616247a3-c4f8-43cd-b782-e33b65314946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T11:18:50Z,description=,heartbeat_timestamp=2021-10-14T11:44:20Z,host='dv-cinder-797970-2-iscsi',id=cfef556c-c6fe-49c8-8430-1fcfad80815e,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T11:18:50Z,topic='l3_agent')) {'router_ids': ['66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'], 'active': True} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:40.224893 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f0c0dd05-5939-453a-b89a-21498b791ed7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:40.241971 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_dvr_db [None req-616247a3-c4f8-43cd-b782-e33b65314946 None None] Set router 66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c gateway port host: dv-cinder-797970-2-iscsi {{(pid=99835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 11:44:40.290787 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-f0c0dd05-5939-453a-b89a-21498b791ed7 admin admin] Deleting port c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8 {{(pid=99833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:44:40.291113 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f0c0dd05-5939-453a-b89a-21498b791ed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:40.385296 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.db [None req-f0c0dd05-5939-453a-b89a-21498b791ed7 admin admin] For port c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8,segment=NetworkSegment(b761df51-fc08-489b-955d-6a786030c33d),segment_id=b761df51-fc08-489b-955d-6a786030c33d)] {{(pid=99833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:44:40.385678 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f0c0dd05-5939-453a-b89a-21498b791ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:40.401680 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.plugins.ml2.plugin [None req-f0c0dd05-5939-453a-b89a-21498b791ed7 admin admin] Calling delete_port for c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8 owned by network:router_gateway {{(pid=99833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:44:40.447794 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.l3_hamode_db [None req-616247a3-c4f8-43cd-b782-e33b65314946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'name': 'tempest-TestVolumeBootPattern-1336456069-router', 'tenant_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:08Z', 'updated_at': '2021-10-14T11:44:39Z', 'revision_number': 5, 'project_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'gw_port': {'id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:09Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}], 'dv-cinder-797970-2-iscsi', False) {} {{(pid=99835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:40.474780 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616247a3-c4f8-43cd-b782-e33b65314946 None None] The sync data for ids ['66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c'] in dv-cinder-797970-2-iscsi is: [{'id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'name': 'tempest-TestVolumeBootPattern-1336456069-router', 'tenant_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'external_fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T11:38:08Z', 'updated_at': '2021-10-14T11:44:39Z', 'revision_number': 5, 'project_id': 'f8b0954b2dae42e19741a9fa91ca26f3', 'gw_port': {'id': 'c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8', 'name': '', 'network_id': '83eead26-18cc-4af0-9fe1-f024052b32e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T11:38:09Z', 'updated_at': '2021-10-14T11:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f929757d-c7fa-4bc7-9adc-1692161a6576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-2-iscsi'}] {{(pid=99835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 11:44:40.581909 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f0c0dd05-5939-453a-b89a-21498b791ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4673027'] for port, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:40.610519 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0dd05-5939-453a-b89a-21498b791ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:40.673570 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f0c0dd05-5939-453a-b89a-21498b791ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1778181'] for router_gateway, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:40.765098 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f0c0dd05-5939-453a-b89a-21498b791ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1785269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258105'] for router, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:40.767167 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f0c0dd05-5939-453a-b89a-21498b791ed7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:40.809802 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f0c0dd05-5939-453a-b89a-21498b791ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1785260'] for router, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:40.810393 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c0dd05-5939-453a-b89a-21498b791ed7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c {{(pid=99833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 11:44:40.816366 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-f0c0dd05-5939-453a-b89a-21498b791ed7 admin admin] Publish callbacks [] for router, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:40.817208 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-f0c0dd05-5939-453a-b89a-21498b791ed7 admin admin] 10.222.0.69 "DELETE /v2.0/routers/66a8ab7d-55cd-4d1f-aef3-51f4ec26fc4c HTTP/1.1" status: 204 len: 168 time: 1.1221437 Oct 14 11:44:40.819972 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [-] (99833) accepted ('10.222.0.69', 59440) {{(pid=99833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:44:40.869488 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.db.db_base_plugin_v2 [None req-346dd33d-c963-4236-aecb-f1180f768081 admin admin] Deleting subnet 479b8a38-9069-47ca-bbc3-9d7e673ceb51 {{(pid=99833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 11:44:40.873975 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-346dd33d-c963-4236-aecb-f1180f768081 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:40.910588 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-346dd33d-c963-4236-aecb-f1180f768081 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4673356'] for subnet, precommit_delete_associations {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:40.991628 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-346dd33d-c963-4236-aecb-f1180f768081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856540'] for subnet, precommit_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:41.047968 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-346dd33d-c963-4236-aecb-f1180f768081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4673522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7397107'] for subnet, after_delete {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:41.074147 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346dd33d-c963-4236-aecb-f1180f768081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=479b8a38-9069-47ca-bbc3-9d7e673ceb51,revision_number=None']} {{(pid=99833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:41.078857 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron_lib.callbacks.manager [None req-346dd33d-c963-4236-aecb-f1180f768081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for subnet, before_response {{(pid=99833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:41.084407 dv-cinder-797970-2-iscsi neutron-server[99833]: INFO neutron.wsgi [None req-346dd33d-c963-4236-aecb-f1180f768081 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/479b8a38-9069-47ca-bbc3-9d7e673ceb51 HTTP/1.1" status: 204 len: 168 time: 0.2612875 Oct 14 11:44:41.084650 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 59442) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:44:41.085405 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfff8cdb-c8ff-4be9-b247-25b839573463 None None] Network 91d9455c-7b56-41d6-a534-73933e8cd1e7 requested from dv-cinder-797970-2-iscsi {{(pid=99834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 11:44:41.158484 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530326'] for network, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:41.215018 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] Deleting port 7939529b-761d-46fb-b261-f84b88759e22 {{(pid=99832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 11:44:41.215526 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773231194835'] for port, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:41.284132 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.db [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] For port 7939529b-761d-46fb-b261-f84b88759e22, host dv-cinder-797970-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-2-iscsi',level=0,port_id=7939529b-761d-46fb-b261-f84b88759e22,segment=NetworkSegment(0775524e-03f2-4850-98f1-0634268405c4),segment_id=0775524e-03f2-4850-98f1-0634268405c4)] {{(pid=99832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 11:44:41.284523 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1779736'] for port, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:41.297720 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.plugin [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] Calling delete_port for 7939529b-761d-46fb-b261-f84b88759e22 owned by network:dhcp {{(pid=99832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 11:44:41.375413 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773231283249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773230781480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7939988'] for port, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:41.401363 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=7939529b-761d-46fb-b261-f84b88759e22,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:41.407476 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] No DVR routers for this DVR port 7939529b-761d-46fb-b261-f84b88759e22 on host dv-cinder-797970-2-iscsi {{(pid=99832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 11:44:41.477957 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854089', 'neutron.services.segments.db._delete_segments_for_network-8773231307825'] for network, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:41.497834 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d9455c-7b56-41d6-a534-73933e8cd1e7']}} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:41.508333 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0775524e-03f2-4850-98f1-0634268405c4') {'for_net_delete': True} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:41.508631 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.services.segments.db [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0775524e-03f2-4850-98f1-0634268405c4') {} {{(pid=99832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 11:44:41.522185 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773231308346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1332807'] for segment, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:41.524316 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0642cea-77d4-4efb-b217-2fd3190b1d83 None None] DHCP port deletion for 91d9455c-7b56-41d6-a534-73933e8cd1e7 request from dv-cinder-797970-2-iscsi {{(pid=99834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 11:44:41.539416 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583'] for segment, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:41.547932 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=99832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 11:44:41.548392 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7940039'] for segment, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: Traceback (most recent call last): Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: timer() Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: cb(*args, **kw) Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: return func(*args, **kwargs) Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: self._notify() Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: self.callback(batched_events) Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: event.method(event) Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: return f(self, *a, **k) Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._get(url).json() Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: return self.request(url, 'GET', **kwargs) Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 11:44:41.550063 dv-cinder-797970-2-iscsi neutron-server[99832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 11:44:41.608052 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1778393'] for network, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:41.614369 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677899'] for network, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:41.617598 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] 10.222.0.69 "DELETE /v2.0/networks/91d9455c-7b56-41d6-a534-73933e8cd1e7 HTTP/1.1" status: 204 len: 168 time: 0.5319579 Oct 14 11:44:41.628315 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd9e79-2f12-42c1-836b-1e67af3c0f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=91d9455c-7b56-41d6-a534-73933e8cd1e7,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:41.734218 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 59446) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:44:41.775283 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-aaa8c411-6a72-4166-b3ae-88bb9d682b07 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5e1aec9f39fe40678b431698b09f8ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395961 Oct 14 11:44:41.777418 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 59448) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:44:41.825920 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 88eefccb-b2cf-42f4-9479-27526aaef917 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:44:41.827438 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b2b9a0ee-8527-495e-9d05-f6bc2375e95b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:41.848413 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b2b9a0ee-8527-495e-9d05-f6bc2375e95b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:41.849438 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 88eefccb-b2cf-42f4-9479-27526aaef917 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:44:41.849783 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 88eefccb-b2cf-42f4-9479-27526aaef917 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:44:41.850213 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 7939529b-761d-46fb-b261-f84b88759e22 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:44:41.868981 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: 7939529b-761d-46fb-b261-f84b88759e22 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:44:41.869322 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device 7939529b-761d-46fb-b261-f84b88759e22 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:44:41.869730 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8 no longer exists at agent ovs-agent-dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 11:44:41.888705 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] No Port match for: c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8 {{(pid=99834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 11:44:41.889083 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron.plugins.ml2.rpc [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Device c8fa5d0f-fc7c-41c2-a4c0-1528004f7eb8 not bound to the agent host dv-cinder-797970-2-iscsi {{(pid=99834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 11:44:41.902450 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b2b9a0ee-8527-495e-9d05-f6bc2375e95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:41.905723 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-b2b9a0ee-8527-495e-9d05-f6bc2375e95b admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:41.908558 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-b2b9a0ee-8527-495e-9d05-f6bc2375e95b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2aaa236a-fab6-4df5-ae2a-dc7174158aa6 HTTP/1.1" status: 204 len: 168 time: 0.1302540 Oct 14 11:44:41.916242 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9a0ee-8527-495e-9d05-f6bc2375e95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaa236a-fab6-4df5-ae2a-dc7174158aa6,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:42.208055 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 59454) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:44:42.247917 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-7ee22f34-fba3-4240-aeff-5802c319b806 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f8b0954b2dae42e19741a9fa91ca26f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386305 Oct 14 11:44:42.250396 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [-] (99832) accepted ('10.222.0.69', 59456) {{(pid=99832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 11:44:42.297986 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-09f276e0-af21-4db9-8db6-13885741b94c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:42.319340 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-09f276e0-af21-4db9-8db6-13885741b94c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:42.365498 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-09f276e0-af21-4db9-8db6-13885741b94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583064'] for security_group, after_delete {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:42.368140 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron_lib.callbacks.manager [None req-09f276e0-af21-4db9-8db6-13885741b94c admin admin] Publish callbacks [] for security_group, before_response {{(pid=99832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:42.369306 dv-cinder-797970-2-iscsi neutron-server[99832]: INFO neutron.wsgi [None req-09f276e0-af21-4db9-8db6-13885741b94c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d45e97f4-d1d0-493f-a6cb-cef7b27f1286 HTTP/1.1" status: 204 len: 168 time: 0.1180162 Oct 14 11:44:42.377807 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f276e0-af21-4db9-8db6-13885741b94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45e97f4-d1d0-493f-a6cb-cef7b27f1286,revision_number=None']} {{(pid=99832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 11:44:42.387518 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:44:47.292267 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-696fe033-fb9c-45a5-964d-3c615a4d453b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:49.767859 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-81a45176-e518-42d7-b2fa-3e61846ebb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:51.290317 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:52.583289 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:44:53.054391 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:45:02.033263 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:45:17.292842 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4c20fb96-ffb6-469a-b662-dcf18de4a52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:45:19.386565 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:45:19.767362 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-ca2c796a-5bdb-4b0d-8a39-3cba8b861cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:45:21.293484 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:45:22.583704 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:45:23.056268 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:45:32.037040 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:45:47.294117 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d19d2988-036c-4da5-8906-6332dcf5a67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:45:49.767472 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-6b3d3529-3648-430a-a686-50108482ae87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:45:51.296805 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:45:52.585016 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:45:53.059503 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:45:56.387170 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:46:02.050708 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:46:17.295566 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-fdbcfe7d-0378-4fa5-a6e4-193b47656592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:46:19.767638 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-829f1e54-99da-4226-8c39-bec33678c233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:46:21.299937 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:46:22.586022 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:46:23.063112 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:46:32.065043 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:46:33.386355 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:46:47.296486 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-3863786f-f185-48f3-a606-2f44e4abb21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:46:49.767882 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-48d4c772-fc86-440e-812b-fe5011552750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:46:51.302639 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:46:52.587572 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:46:53.067143 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:47:02.068238 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:47:10.385970 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:47:17.298434 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-2f82fae6-0959-4618-9dbc-6162735838b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:47:19.767996 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-3f874914-b511-490c-9505-b53ecb3c42bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:47:21.305506 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:47:22.590083 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:47:23.068620 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:47:24.768063 dv-cinder-797970-2-iscsi neutron-server[99833]: DEBUG neutron.wsgi [req-f02aa5b1-1bac-4dff-90b6-bd3c391982fe req-77d5a510-082c-4f19-a165-abeb6f148b58 service neutron] (99833) timed out ('10.222.0.36', 61081) {{(pid=99833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 14 11:47:32.069151 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:47:47.299462 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-57ad18b2-7fac-46b7-9c40-c628596a344d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:47:47.385267 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:47:49.769427 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-3878e9cb-97e5-45df-9824-e69836d7f9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:47:51.308664 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:47:52.592800 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:47:53.070678 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:48:02.082651 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:48:17.300832 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-0f3592f6-b820-439d-b898-0027e44c95c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:48:19.768989 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-05de950b-5e7f-4a05-b295-b1d5b5837eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:48:21.314945 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:48:22.594145 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:48:23.071847 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:48:24.384707 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:48:32.098236 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:48:47.302225 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-95b305b6-77cb-495f-ba8d-64740bfd5a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:48:49.769177 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4329c24f-fa51-4f05-b1ae-e99dc307c061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:48:51.315398 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:48:52.595717 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:48:53.079004 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:49:01.384062 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:49:02.113111 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:49:17.302382 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b681c09b-e3b3-4802-b828-268b170fdfaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:49:18.215749 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [req-c9f95941-e7dd-436b-9652-36669415519b req-eb3e58b4-a82d-4440-bec5-e229df51c7b3 service neutron] (99832) timed out ('10.222.0.69', 53034) {{(pid=99832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 14 11:49:19.769522 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-dae8c5cf-91c4-4cbf-944c-e3d596411c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:49:21.317324 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:49:22.595924 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:49:23.080930 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:49:32.117174 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d00d9-7cbf-4883-94d2-e332044a879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:49:38.383090 dv-cinder-797970-2-iscsi neutron-server[99835]: DEBUG neutron.db.agents_db [None req-56a20eb5-4f3d-4d55-ba3d-fa083b662637 None None] Agent healthcheck: found 6 active agents {{(pid=99835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 11:49:47.305134 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-00e49be5-6699-4727-a5b3-394ee9e9c230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:49:49.770709 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-e4eb7eb3-7037-43ed-9004-813372c3bb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:49:50.405426 dv-cinder-797970-2-iscsi neutron-server[99832]: DEBUG neutron.wsgi [req-f9b17c6b-c3f7-4a03-b0a2-c64cf8269c09 req-5b27be0f-2429-4483-8a02-bb707b285630 service neutron] (99832) timed out ('10.222.0.69', 55984) {{(pid=99832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 14 11:49:51.319853 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb536-6527-489c-b554-e5a4c300af6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:49:52.597071 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-d0aa46bd-6c2a-48ad-b743-75b4a438101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 11:49:53.086416 dv-cinder-797970-2-iscsi neutron-server[99834]: DEBUG neutron_lib.callbacks.manager [None req-1441c796-2200-4c8d-9aab-2c1129446385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773231307807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-855289'] for agent, after_update {{(pid=99834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}